2024-11-27 07:17:36,795 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-27 07:17:36,876 main DEBUG Took 0.071639 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 07:17:36,877 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 07:17:36,877 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 07:17:36,879 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 07:17:36,880 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 07:17:36,893 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 07:17:36,914 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 07:17:36,916 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 07:17:36,917 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 07:17:36,918 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 07:17:36,921 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 07:17:36,922 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 07:17:36,923 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 07:17:36,924 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 07:17:36,925 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 07:17:36,926 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 07:17:36,927 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 07:17:36,927 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 07:17:36,928 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 07:17:36,928 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 07:17:36,930 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 07:17:36,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 07:17:36,932 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 07:17:36,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 07:17:36,934 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 07:17:36,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 07:17:36,935 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 07:17:36,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 07:17:36,936 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 07:17:36,936 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 07:17:36,937 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 07:17:36,937 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 07:17:36,940 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 07:17:36,942 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 07:17:36,944 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 07:17:36,947 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 07:17:36,949 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 07:17:36,950 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 07:17:36,961 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 07:17:36,964 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 07:17:36,966 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 07:17:36,967 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 07:17:36,968 main DEBUG createAppenders(={Console}) 2024-11-27 07:17:36,969 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-27 07:17:36,970 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-27 07:17:36,970 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-27 07:17:36,971 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 07:17:36,972 main DEBUG OutputStream closed 2024-11-27 07:17:36,972 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 07:17:36,972 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 07:17:36,973 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-27 07:17:37,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 07:17:37,112 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 07:17:37,115 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 07:17:37,116 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 07:17:37,117 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 07:17:37,117 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 07:17:37,118 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 07:17:37,118 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 07:17:37,118 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 07:17:37,119 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 07:17:37,119 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 07:17:37,119 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 07:17:37,120 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 07:17:37,120 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 07:17:37,120 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 07:17:37,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 07:17:37,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 07:17:37,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 07:17:37,125 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 07:17:37,126 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-27 07:17:37,127 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 07:17:37,128 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-27T07:17:37,143 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-27 07:17:37,147 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 07:17:37,147 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T07:17:37,236 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=952, ProcessCount=11, AvailableMemoryMB=5334 2024-11-27T07:17:37,552 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-27T07:17:37,614 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc 2024-11-27T07:17:37,618 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/cluster_90aea8e2-c2f3-624b-58c8-9004205b7962, deleteOnExit=true 2024-11-27T07:17:37,821 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/cluster_90aea8e2-c2f3-624b-58c8-9004205b7962/zookeeper_0, clientPort=50214, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/cluster_90aea8e2-c2f3-624b-58c8-9004205b7962/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/cluster_90aea8e2-c2f3-624b-58c8-9004205b7962/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T07:17:37,836 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50214 2024-11-27T07:17:37,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T07:17:37,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T07:17:37,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/test.cache.data in system properties and HBase conf 2024-11-27T07:17:37,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T07:17:37,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/hadoop.log.dir in system properties and HBase conf 2024-11-27T07:17:37,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T07:17:37,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T07:17:37,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T07:17:38,017 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T07:17:38,172 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T07:17:38,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:17:38,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:17:38,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T07:17:38,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:17:38,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T07:17:38,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T07:17:38,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:17:38,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:17:38,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T07:17:38,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/nfs.dump.dir in system properties and HBase conf 2024-11-27T07:17:38,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/java.io.tmpdir in system properties and HBase conf 2024-11-27T07:17:38,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:17:38,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T07:17:38,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T07:17:39,672 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T07:17:39,787 INFO [Time-limited test {}] log.Log(170): Logging initialized @4195ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T07:17:39,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:17:40,020 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:17:40,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:17:40,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:17:40,129 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T07:17:40,155 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:17:40,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:17:40,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:17:40,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/java.io.tmpdir/jetty-localhost-46859-hadoop-hdfs-3_4_1-tests_jar-_-any-2778966343552205945/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:17:40,434 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:46859} 2024-11-27T07:17:40,434 INFO [Time-limited test {}] server.Server(415): Started @4843ms 2024-11-27T07:17:41,360 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:17:41,370 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:17:41,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:17:41,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:17:41,380 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T07:17:41,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:17:41,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:17:41,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@116d148d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/java.io.tmpdir/jetty-localhost-43503-hadoop-hdfs-3_4_1-tests_jar-_-any-16218477880987719417/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:17:41,557 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:43503} 2024-11-27T07:17:41,557 INFO [Time-limited test {}] server.Server(415): Started @5966ms 2024-11-27T07:17:41,633 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T07:17:43,318 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/cluster_90aea8e2-c2f3-624b-58c8-9004205b7962/data/data1/current/BP-1736093944-172.17.0.3-1732691859017/current, will proceed with Du for space computation calculation, 2024-11-27T07:17:43,322 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/cluster_90aea8e2-c2f3-624b-58c8-9004205b7962/data/data2/current/BP-1736093944-172.17.0.3-1732691859017/current, will proceed with Du for space computation calculation, 2024-11-27T07:17:43,449 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T07:17:43,517 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6ee7016d0e0526f with lease ID 0xd5e73aa56293f433: Processing first storage report for DS-316be060-7ee3-4bc0-9d8f-36dc94e814a3 from datanode DatanodeRegistration(127.0.0.1:40415, datanodeUuid=8b2ec58e-93c2-49d1-835f-229ad0f6947e, infoPort=45059, infoSecurePort=0, ipcPort=46501, storageInfo=lv=-57;cid=testClusterID;nsid=261261215;c=1732691859017) 2024-11-27T07:17:43,519 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6ee7016d0e0526f with lease ID 0xd5e73aa56293f433: from storage DS-316be060-7ee3-4bc0-9d8f-36dc94e814a3 node DatanodeRegistration(127.0.0.1:40415, datanodeUuid=8b2ec58e-93c2-49d1-835f-229ad0f6947e, infoPort=45059, infoSecurePort=0, ipcPort=46501, storageInfo=lv=-57;cid=testClusterID;nsid=261261215;c=1732691859017), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T07:17:43,519 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6ee7016d0e0526f with lease ID 0xd5e73aa56293f433: Processing first storage report for DS-496e43e5-f3ee-4af2-953c-9d8caf7a03ac from datanode DatanodeRegistration(127.0.0.1:40415, datanodeUuid=8b2ec58e-93c2-49d1-835f-229ad0f6947e, infoPort=45059, infoSecurePort=0, ipcPort=46501, storageInfo=lv=-57;cid=testClusterID;nsid=261261215;c=1732691859017) 2024-11-27T07:17:43,520 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6ee7016d0e0526f with lease ID 0xd5e73aa56293f433: from storage DS-496e43e5-f3ee-4af2-953c-9d8caf7a03ac node DatanodeRegistration(127.0.0.1:40415, datanodeUuid=8b2ec58e-93c2-49d1-835f-229ad0f6947e, infoPort=45059, infoSecurePort=0, ipcPort=46501, storageInfo=lv=-57;cid=testClusterID;nsid=261261215;c=1732691859017), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:17:43,540 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc 2024-11-27T07:17:43,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:17:43,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:17:43,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741825_1001 (size=7) 2024-11-27T07:17:43,982 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667 with version=8 2024-11-27T07:17:43,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/hbase-staging 2024-11-27T07:17:44,178 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T07:17:44,589 INFO [Time-limited test {}] client.ConnectionUtils(128): master/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:17:44,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:17:44,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:17:44,606 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:17:44,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:17:44,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:17:44,815 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T07:17:44,876 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T07:17:44,886 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T07:17:44,900 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:17:44,940 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11414 (auto-detected) 2024-11-27T07:17:44,942 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-27T07:17:44,966 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35051 2024-11-27T07:17:44,995 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35051 connecting to ZooKeeper ensemble=127.0.0.1:50214 2024-11-27T07:17:45,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350510x0, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:17:45,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35051-0x1017b278d2a0000 connected 2024-11-27T07:17:45,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:17:45,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:17:45,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Set watcher on znode that does not yet exist, /0-700392060/running 2024-11-27T07:17:45,358 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667, hbase.cluster.distributed=false 2024-11-27T07:17:45,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Set watcher on znode that does not yet exist, /0-700392060/acl 2024-11-27T07:17:45,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35051 2024-11-27T07:17:45,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35051 2024-11-27T07:17:45,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35051 2024-11-27T07:17:45,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35051 2024-11-27T07:17:45,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35051 2024-11-27T07:17:45,720 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:17:45,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:17:45,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:17:45,727 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:17:45,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:17:45,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:17:45,731 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T07:17:45,735 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:17:45,736 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43005 2024-11-27T07:17:45,739 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43005 connecting to ZooKeeper ensemble=127.0.0.1:50214 2024-11-27T07:17:45,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:17:45,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:17:45,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430050x0, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:17:45,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43005-0x1017b278d2a0001 connected 2024-11-27T07:17:45,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43005-0x1017b278d2a0001, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Set watcher on znode that does not yet exist, /0-700392060/running 2024-11-27T07:17:45,844 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T07:17:45,852 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T07:17:45,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43005-0x1017b278d2a0001, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Set watcher on znode that does not yet exist, /0-700392060/master 2024-11-27T07:17:45,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43005-0x1017b278d2a0001, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Set watcher on znode that does not yet exist, /0-700392060/acl 2024-11-27T07:17:45,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43005 2024-11-27T07:17:45,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43005 2024-11-27T07:17:45,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43005 2024-11-27T07:17:45,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43005 2024-11-27T07:17:45,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43005 2024-11-27T07:17:45,901 DEBUG [M:0;289954c9202d:35051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;289954c9202d:35051 2024-11-27T07:17:45,902 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-700392060/backup-masters/289954c9202d,35051,1732691864363 2024-11-27T07:17:45,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060/backup-masters 2024-11-27T07:17:45,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x1017b278d2a0001, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060/backup-masters 2024-11-27T07:17:45,959 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Set watcher on existing znode=/0-700392060/backup-masters/289954c9202d,35051,1732691864363 2024-11-27T07:17:46,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x1017b278d2a0001, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-700392060/master 2024-11-27T07:17:46,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x1017b278d2a0001, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060 2024-11-27T07:17:46,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060 2024-11-27T07:17:46,010 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Set watcher on existing znode=/0-700392060/master 2024-11-27T07:17:46,012 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-700392060/backup-masters/289954c9202d,35051,1732691864363 from backup master directory 2024-11-27T07:17:46,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-700392060/backup-masters/289954c9202d,35051,1732691864363 2024-11-27T07:17:46,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x1017b278d2a0001, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060/backup-masters 2024-11-27T07:17:46,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060/backup-masters 2024-11-27T07:17:46,080 WARN [master/289954c9202d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:17:46,080 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=289954c9202d,35051,1732691864363 2024-11-27T07:17:46,082 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T07:17:46,084 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T07:17:46,149 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/hbase.id] with ID: ebf198c6-f094-4954-b4b2-5a175bf8a68c 2024-11-27T07:17:46,149 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/.tmp/hbase.id 2024-11-27T07:17:46,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741826_1002 (size=42) 2024-11-27T07:17:46,566 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/.tmp/hbase.id]:[hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/hbase.id] 2024-11-27T07:17:46,624 INFO [master/289954c9202d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:17:46,629 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T07:17:46,656 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-11-27T07:17:46,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x1017b278d2a0001, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060 2024-11-27T07:17:46,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060 2024-11-27T07:17:46,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741827_1003 (size=196) 2024-11-27T07:17:47,164 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:17:47,168 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T07:17:47,187 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T07:17:47,192 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:17:47,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741828_1004 (size=1189) 2024-11-27T07:17:47,336 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store 2024-11-27T07:17:47,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741829_1005 (size=34) 2024-11-27T07:17:47,453 INFO [master/289954c9202d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T07:17:47,480 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:17:47,483 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:17:47,489 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:17:47,494 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:17:47,500 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:17:47,501 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:17:47,501 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:17:47,503 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732691867483Disabling compacts and flushes for region at 1732691867483Disabling writes for close at 1732691867500 (+17 ms)Writing region close event to WAL at 1732691867501 (+1 ms)Closed at 1732691867501 2024-11-27T07:17:47,511 WARN [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/.initializing 2024-11-27T07:17:47,511 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/WALs/289954c9202d,35051,1732691864363 2024-11-27T07:17:47,529 INFO [master/289954c9202d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:17:47,559 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=289954c9202d%2C35051%2C1732691864363, suffix=, logDir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/WALs/289954c9202d,35051,1732691864363, archiveDir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/oldWALs, maxLogs=10 2024-11-27T07:17:47,602 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/WALs/289954c9202d,35051,1732691864363/289954c9202d%2C35051%2C1732691864363.1732691867568, exclude list is [], retry=0 2024-11-27T07:17:47,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40415,DS-316be060-7ee3-4bc0-9d8f-36dc94e814a3,DISK] 2024-11-27T07:17:47,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T07:17:47,706 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/WALs/289954c9202d,35051,1732691864363/289954c9202d%2C35051%2C1732691864363.1732691867568 2024-11-27T07:17:47,708 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45059:45059)] 2024-11-27T07:17:47,708 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:17:47,709 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:17:47,712 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:17:47,713 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:17:47,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:17:47,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T07:17:47,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:47,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:17:47,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:17:47,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T07:17:47,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:47,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:17:47,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:17:47,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T07:17:47,805 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:47,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:17:47,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:17:47,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T07:17:47,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:47,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:17:47,811 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:17:47,816 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:17:47,819 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:17:47,826 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:17:47,827 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:17:47,830 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:17:47,834 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:17:47,839 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:17:47,841 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63048261, jitterRate=-0.060507699847221375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:17:47,851 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732691867726Initializing all the Stores at 1732691867730 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691867731 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691867732 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691867732Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691867733 (+1 ms)Cleaning up temporary data from old regions at 1732691867827 (+94 ms)Region opened successfully at 1732691867850 (+23 ms) 2024-11-27T07:17:47,852 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T07:17:47,897 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389d7f8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:17:47,936 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T07:17:47,951 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T07:17:47,951 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T07:17:47,955 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T07:17:47,956 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T07:17:47,964 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-27T07:17:47,965 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T07:17:48,004 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T07:17:48,015 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Unable to get data of znode /0-700392060/balancer because node does not exist (not necessarily an error) 2024-11-27T07:17:48,092 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-700392060/balancer already deleted, retry=false 2024-11-27T07:17:48,100 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T07:17:48,102 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Unable to get data of znode /0-700392060/normalizer because node does not exist (not necessarily an error) 2024-11-27T07:17:48,243 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-700392060/normalizer already deleted, retry=false 2024-11-27T07:17:48,246 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T07:17:48,250 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Unable to get data of znode /0-700392060/switch/split because node does not exist (not necessarily an error) 2024-11-27T07:17:48,306 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-700392060/switch/split already deleted, retry=false 2024-11-27T07:17:48,308 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Unable to get data of znode /0-700392060/switch/merge because node does not exist (not necessarily an error) 2024-11-27T07:17:48,391 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-700392060/switch/merge already deleted, retry=false 2024-11-27T07:17:48,409 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Unable to get data of znode /0-700392060/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T07:17:48,465 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-700392060/snapshot-cleanup already deleted, retry=false 2024-11-27T07:17:48,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-700392060/running 2024-11-27T07:17:48,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060 2024-11-27T07:17:48,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x1017b278d2a0001, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-700392060/running 2024-11-27T07:17:48,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x1017b278d2a0001, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060 2024-11-27T07:17:48,555 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=289954c9202d,35051,1732691864363, sessionid=0x1017b278d2a0000, setting cluster-up flag (Was=false) 2024-11-27T07:17:48,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x1017b278d2a0001, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060 2024-11-27T07:17:48,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060 2024-11-27T07:17:48,795 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-700392060/flush-table-proc/acquired, /0-700392060/flush-table-proc/reached, /0-700392060/flush-table-proc/abort 2024-11-27T07:17:48,798 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,35051,1732691864363 2024-11-27T07:17:48,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x1017b278d2a0001, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060 2024-11-27T07:17:48,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060 2024-11-27T07:17:48,857 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-700392060/online-snapshot/acquired, /0-700392060/online-snapshot/reached, /0-700392060/online-snapshot/abort 2024-11-27T07:17:48,859 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,35051,1732691864363 2024-11-27T07:17:48,869 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T07:17:48,898 INFO [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(746): ClusterId : ebf198c6-f094-4954-b4b2-5a175bf8a68c 2024-11-27T07:17:48,901 DEBUG [RS:0;289954c9202d:43005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T07:17:48,921 DEBUG [RS:0;289954c9202d:43005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T07:17:48,922 DEBUG [RS:0;289954c9202d:43005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T07:17:48,954 DEBUG [RS:0;289954c9202d:43005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T07:17:48,955 DEBUG [RS:0;289954c9202d:43005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3516a064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:17:48,977 DEBUG [RS:0;289954c9202d:43005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;289954c9202d:43005 2024-11-27T07:17:48,982 INFO [RS:0;289954c9202d:43005 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T07:17:48,982 INFO [RS:0;289954c9202d:43005 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T07:17:48,982 DEBUG [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T07:17:48,985 INFO [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,35051,1732691864363 with port=43005, startcode=1732691865672 2024-11-27T07:17:49,004 DEBUG [RS:0;289954c9202d:43005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T07:17:49,019 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T07:17:49,030 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T07:17:49,054 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T07:17:49,063 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T07:17:49,066 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 289954c9202d,35051,1732691864363 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T07:17:49,071 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35051 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T07:17:49,075 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:17:49,075 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:17:49,075 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:17:49,075 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:17:49,076 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/289954c9202d:0, corePoolSize=10, maxPoolSize=10 2024-11-27T07:17:49,076 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:49,076 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:17:49,076 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:49,105 DEBUG [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T07:17:49,106 WARN [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T07:17:49,111 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:17:49,112 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T07:17:49,112 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732691899112 2024-11-27T07:17:49,114 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T07:17:49,116 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T07:17:49,119 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T07:17:49,120 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:49,120 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T07:17:49,120 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T07:17:49,120 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T07:17:49,120 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T07:17:49,131 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:49,137 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T07:17:49,139 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T07:17:49,140 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T07:17:49,140 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T07:17:49,142 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T07:17:49,142 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T07:17:49,144 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732691869144,5,FailOnTimeoutGroup] 2024-11-27T07:17:49,145 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732691869145,5,FailOnTimeoutGroup] 2024-11-27T07:17:49,145 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:49,145 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T07:17:49,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741831_1007 (size=1321) 2024-11-27T07:17:49,147 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:49,148 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:49,207 INFO [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,35051,1732691864363 with port=43005, startcode=1732691865672 2024-11-27T07:17:49,210 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35051 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 289954c9202d,43005,1732691865672 2024-11-27T07:17:49,212 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35051 {}] master.ServerManager(517): Registering regionserver=289954c9202d,43005,1732691865672 2024-11-27T07:17:49,222 DEBUG [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667 2024-11-27T07:17:49,222 DEBUG [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35091 2024-11-27T07:17:49,222 DEBUG [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T07:17:49,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060/rs 2024-11-27T07:17:49,237 DEBUG [RS:0;289954c9202d:43005 {}] zookeeper.ZKUtil(111): regionserver:43005-0x1017b278d2a0001, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Set watcher on existing znode=/0-700392060/rs/289954c9202d,43005,1732691865672 2024-11-27T07:17:49,237 WARN [RS:0;289954c9202d:43005 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:17:49,237 INFO [RS:0;289954c9202d:43005 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:17:49,238 DEBUG [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672 2024-11-27T07:17:49,242 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [289954c9202d,43005,1732691865672] 2024-11-27T07:17:49,272 INFO [RS:0;289954c9202d:43005 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T07:17:49,289 INFO [RS:0;289954c9202d:43005 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T07:17:49,295 INFO [RS:0;289954c9202d:43005 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T07:17:49,295 INFO [RS:0;289954c9202d:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:49,296 INFO [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T07:17:49,302 INFO [RS:0;289954c9202d:43005 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T07:17:49,303 INFO [RS:0;289954c9202d:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:49,304 DEBUG [RS:0;289954c9202d:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:49,304 DEBUG [RS:0;289954c9202d:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:49,304 DEBUG [RS:0;289954c9202d:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:49,304 DEBUG [RS:0;289954c9202d:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:49,304 DEBUG [RS:0;289954c9202d:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:49,305 DEBUG [RS:0;289954c9202d:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:17:49,305 DEBUG [RS:0;289954c9202d:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:49,305 DEBUG [RS:0;289954c9202d:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:49,305 DEBUG [RS:0;289954c9202d:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:49,305 DEBUG [RS:0;289954c9202d:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:49,306 DEBUG [RS:0;289954c9202d:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:49,306 DEBUG [RS:0;289954c9202d:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:49,306 DEBUG [RS:0;289954c9202d:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:17:49,306 DEBUG [RS:0;289954c9202d:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:17:49,308 INFO [RS:0;289954c9202d:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:49,308 INFO [RS:0;289954c9202d:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:49,308 INFO [RS:0;289954c9202d:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:49,308 INFO [RS:0;289954c9202d:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:49,308 INFO [RS:0;289954c9202d:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:49,308 INFO [RS:0;289954c9202d:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43005,1732691865672-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:17:49,331 INFO [RS:0;289954c9202d:43005 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T07:17:49,333 INFO [RS:0;289954c9202d:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43005,1732691865672-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:49,334 INFO [RS:0;289954c9202d:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:49,334 INFO [RS:0;289954c9202d:43005 {}] regionserver.Replication(171): 289954c9202d,43005,1732691865672 started 2024-11-27T07:17:49,353 INFO [RS:0;289954c9202d:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:49,354 INFO [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(1482): Serving as 289954c9202d,43005,1732691865672, RpcServer on 289954c9202d/172.17.0.3:43005, sessionid=0x1017b278d2a0001 2024-11-27T07:17:49,355 DEBUG [RS:0;289954c9202d:43005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T07:17:49,355 DEBUG [RS:0;289954c9202d:43005 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 289954c9202d,43005,1732691865672 2024-11-27T07:17:49,355 DEBUG [RS:0;289954c9202d:43005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,43005,1732691865672' 2024-11-27T07:17:49,355 DEBUG [RS:0;289954c9202d:43005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-700392060/flush-table-proc/abort' 2024-11-27T07:17:49,356 DEBUG [RS:0;289954c9202d:43005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-700392060/flush-table-proc/acquired' 2024-11-27T07:17:49,357 DEBUG [RS:0;289954c9202d:43005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T07:17:49,357 DEBUG [RS:0;289954c9202d:43005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T07:17:49,357 DEBUG [RS:0;289954c9202d:43005 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 289954c9202d,43005,1732691865672 2024-11-27T07:17:49,358 DEBUG [RS:0;289954c9202d:43005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,43005,1732691865672' 2024-11-27T07:17:49,358 DEBUG [RS:0;289954c9202d:43005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-700392060/online-snapshot/abort' 2024-11-27T07:17:49,358 DEBUG [RS:0;289954c9202d:43005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-700392060/online-snapshot/acquired' 2024-11-27T07:17:49,359 DEBUG [RS:0;289954c9202d:43005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T07:17:49,359 INFO [RS:0;289954c9202d:43005 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T07:17:49,359 INFO [RS:0;289954c9202d:43005 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T07:17:49,464 INFO [RS:0;289954c9202d:43005 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:17:49,467 INFO [RS:0;289954c9202d:43005 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C43005%2C1732691865672, suffix=, logDir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672, archiveDir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/oldWALs, maxLogs=10 2024-11-27T07:17:49,483 DEBUG [RS:0;289954c9202d:43005 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672/289954c9202d%2C43005%2C1732691865672.1732691869470, exclude list is [], retry=0 2024-11-27T07:17:49,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40415,DS-316be060-7ee3-4bc0-9d8f-36dc94e814a3,DISK] 2024-11-27T07:17:49,492 INFO [RS:0;289954c9202d:43005 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672/289954c9202d%2C43005%2C1732691865672.1732691869470 2024-11-27T07:17:49,493 DEBUG [RS:0;289954c9202d:43005 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45059:45059)] 2024-11-27T07:17:49,550 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T07:17:49,551 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667 2024-11-27T07:17:49,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741833_1009 (size=32) 2024-11-27T07:17:49,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:17:49,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:17:50,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:17:50,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:50,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:17:50,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:17:50,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:17:50,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:50,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:17:50,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:17:50,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:17:50,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:50,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:17:50,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:17:50,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:17:50,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:50,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:17:50,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:17:50,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740 2024-11-27T07:17:50,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740 2024-11-27T07:17:50,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:17:50,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:17:50,089 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:17:50,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:17:50,110 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:17:50,111 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59846939, jitterRate=-0.10821111500263214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:17:50,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732691869966Initializing all the Stores at 1732691869974 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691869975 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691869984 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691869984Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691869984Cleaning up temporary data from old regions at 1732691870081 (+97 ms)Region opened successfully at 1732691870116 (+35 ms) 2024-11-27T07:17:50,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:17:50,117 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:17:50,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:17:50,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:17:50,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:17:50,118 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:17:50,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732691870116Disabling compacts and flushes for region at 1732691870116Disabling writes for close at 1732691870117 (+1 ms)Writing region close event to WAL at 1732691870118 (+1 ms)Closed at 1732691870118 2024-11-27T07:17:50,124 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:17:50,126 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T07:17:50,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T07:17:50,155 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:17:50,158 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T07:17:50,311 DEBUG [289954c9202d:35051 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:17:50,325 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=289954c9202d,43005,1732691865672 2024-11-27T07:17:50,336 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,43005,1732691865672, state=OPENING 2024-11-27T07:17:50,408 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T07:17:50,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x1017b278d2a0001, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060 2024-11-27T07:17:50,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060 2024-11-27T07:17:50,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-700392060/meta-region-server: CHANGED 2024-11-27T07:17:50,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-700392060/meta-region-server: CHANGED 2024-11-27T07:17:50,422 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:17:50,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,43005,1732691865672}] 2024-11-27T07:17:50,602 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:17:50,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:17:50,620 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T07:17:50,620 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:17:50,621 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T07:17:50,626 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C43005%2C1732691865672.meta, suffix=.meta, logDir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672, archiveDir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/oldWALs, maxLogs=10 2024-11-27T07:17:50,653 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672/289954c9202d%2C43005%2C1732691865672.meta.1732691870629.meta, exclude list is [], retry=0 2024-11-27T07:17:50,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40415,DS-316be060-7ee3-4bc0-9d8f-36dc94e814a3,DISK] 2024-11-27T07:17:50,677 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672/289954c9202d%2C43005%2C1732691865672.meta.1732691870629.meta 2024-11-27T07:17:50,678 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45059:45059)] 2024-11-27T07:17:50,678 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:17:50,684 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:17:50,686 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:17:50,691 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T07:17:50,694 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T07:17:50,699 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T07:17:50,700 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:17:50,700 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T07:17:50,700 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T07:17:50,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:17:50,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:17:50,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:50,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:17:50,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:17:50,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:17:50,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:50,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:17:50,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:17:50,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:17:50,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:50,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:17:50,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:17:50,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:17:50,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:50,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:17:50,738 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:17:50,739 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740 2024-11-27T07:17:50,743 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740 2024-11-27T07:17:50,751 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:17:50,751 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:17:50,754 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:17:50,759 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:17:50,764 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65232728, jitterRate=-0.027956604957580566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:17:50,764 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T07:17:50,766 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732691870701Writing region info on filesystem at 1732691870702 (+1 ms)Initializing all the Stores at 1732691870705 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691870705Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691870720 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691870720Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691870720Cleaning up temporary data from old regions at 1732691870751 (+31 ms)Running coprocessor post-open hooks at 1732691870764 (+13 ms)Region opened successfully at 1732691870766 (+2 ms) 2024-11-27T07:17:50,775 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732691870591 2024-11-27T07:17:50,790 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T07:17:50,791 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T07:17:50,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,43005,1732691865672 2024-11-27T07:17:50,800 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,43005,1732691865672, state=OPEN 2024-11-27T07:17:50,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-700392060/meta-region-server 2024-11-27T07:17:50,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-700392060/meta-region-server: CHANGED 2024-11-27T07:17:50,850 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=289954c9202d,43005,1732691865672 2024-11-27T07:17:50,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x1017b278d2a0001, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-700392060/meta-region-server 2024-11-27T07:17:50,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-700392060/meta-region-server: CHANGED 2024-11-27T07:17:50,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T07:17:50,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,43005,1732691865672 in 427 msec 2024-11-27T07:17:50,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T07:17:50,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 721 msec 2024-11-27T07:17:50,878 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:17:50,878 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T07:17:50,902 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:17:50,904 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,43005,1732691865672, seqNum=-1] 2024-11-27T07:17:50,928 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:17:50,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:17:50,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.0300 sec 2024-11-27T07:17:50,958 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732691870958, completionTime=-1 2024-11-27T07:17:50,961 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T07:17:50,962 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T07:17:51,012 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T07:17:51,012 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732691931012 2024-11-27T07:17:51,013 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732691991012 2024-11-27T07:17:51,013 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 50 msec 2024-11-27T07:17:51,016 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,35051,1732691864363-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:51,022 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,35051,1732691864363-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:51,022 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,35051,1732691864363-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:51,024 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-289954c9202d:35051, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:51,025 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:51,032 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:51,046 DEBUG [master/289954c9202d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T07:17:51,077 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.997sec 2024-11-27T07:17:51,078 INFO [master/289954c9202d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T07:17:51,080 INFO [master/289954c9202d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T07:17:51,081 INFO [master/289954c9202d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T07:17:51,081 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T07:17:51,081 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T07:17:51,082 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,35051,1732691864363-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:17:51,083 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,35051,1732691864363-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T07:17:51,092 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T07:17:51,093 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T07:17:51,093 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,35051,1732691864363-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:51,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7706b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:51,142 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T07:17:51,142 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T07:17:51,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,35051,-1 for getting cluster id 2024-11-27T07:17:51,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:17:51,182 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf198c6-f094-4954-b4b2-5a175bf8a68c' 2024-11-27T07:17:51,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:17:51,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf198c6-f094-4954-b4b2-5a175bf8a68c" 2024-11-27T07:17:51,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c122755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:51,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,35051,-1] 2024-11-27T07:17:51,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:17:51,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:51,222 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:17:51,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f61a5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:51,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:17:51,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,43005,1732691865672, seqNum=-1] 2024-11-27T07:17:51,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:17:51,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:17:51,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=289954c9202d,35051,1732691864363 2024-11-27T07:17:51,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50214 2024-11-27T07:17:51,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:17:51,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017b278d2a0002 connected 2024-11-27T07:17:51,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/hadoop.log.dir so I do NOT create it in target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f 2024-11-27T07:17:51,387 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T07:17:51,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/hadoop.tmp.dir so I do NOT create it in target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f 2024-11-27T07:17:51,387 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T07:17:51,387 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f 2024-11-27T07:17:51,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T07:17:51,388 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/cluster_dd1e9ea3-efeb-289f-6399-773031b8b926, deleteOnExit=true 2024-11-27T07:17:51,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T07:17:51,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/test.cache.data in system properties and HBase conf 2024-11-27T07:17:51,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T07:17:51,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/hadoop.log.dir in system properties and HBase conf 2024-11-27T07:17:51,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T07:17:51,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T07:17:51,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T07:17:51,391 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T07:17:51,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:17:51,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:17:51,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T07:17:51,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:17:51,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T07:17:51,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T07:17:51,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:17:51,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:17:51,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T07:17:51,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/nfs.dump.dir in system properties and HBase conf 2024-11-27T07:17:51,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/java.io.tmpdir in system properties and HBase conf 2024-11-27T07:17:51,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:17:51,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T07:17:51,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T07:17:51,761 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:17:51,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:17:51,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:17:51,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:17:51,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T07:17:51,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:17:51,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:17:51,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:17:51,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/java.io.tmpdir/jetty-localhost-46415-hadoop-hdfs-3_4_1-tests_jar-_-any-11019502629725605534/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:17:51,922 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:46415} 2024-11-27T07:17:51,922 INFO [Time-limited test {}] server.Server(415): Started @16331ms 2024-11-27T07:17:52,232 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:17:52,236 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:17:52,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:17:52,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:17:52,240 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T07:17:52,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:17:52,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:17:52,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16de8d5b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/java.io.tmpdir/jetty-localhost-43093-hadoop-hdfs-3_4_1-tests_jar-_-any-355786557679961152/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:17:52,386 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:43093} 2024-11-27T07:17:52,386 INFO [Time-limited test {}] server.Server(415): Started @16795ms 2024-11-27T07:17:52,388 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T07:17:53,151 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/cluster_dd1e9ea3-efeb-289f-6399-773031b8b926/data/data2/current/BP-1703828141-172.17.0.3-1732691871424/current, will proceed with Du for space computation calculation, 2024-11-27T07:17:53,151 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/cluster_dd1e9ea3-efeb-289f-6399-773031b8b926/data/data1/current/BP-1703828141-172.17.0.3-1732691871424/current, will proceed with Du for space computation calculation, 2024-11-27T07:17:53,203 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T07:17:53,208 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44315800caf07a30 with lease ID 0x592fb17232b182c: Processing first storage report for DS-3eae7534-6b30-4f9a-a151-553d9aa32cfd from datanode DatanodeRegistration(127.0.0.1:39917, datanodeUuid=6c3836d6-ca2e-4902-81a5-b89be21c6bbf, infoPort=43419, infoSecurePort=0, ipcPort=46453, storageInfo=lv=-57;cid=testClusterID;nsid=981542675;c=1732691871424) 2024-11-27T07:17:53,208 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44315800caf07a30 with lease ID 0x592fb17232b182c: from storage DS-3eae7534-6b30-4f9a-a151-553d9aa32cfd node DatanodeRegistration(127.0.0.1:39917, datanodeUuid=6c3836d6-ca2e-4902-81a5-b89be21c6bbf, infoPort=43419, infoSecurePort=0, ipcPort=46453, storageInfo=lv=-57;cid=testClusterID;nsid=981542675;c=1732691871424), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:17:53,208 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44315800caf07a30 with lease ID 0x592fb17232b182c: Processing first storage report for DS-2a9b40a5-bffe-4014-a3d7-d0908ba1e9ae from datanode DatanodeRegistration(127.0.0.1:39917, datanodeUuid=6c3836d6-ca2e-4902-81a5-b89be21c6bbf, infoPort=43419, infoSecurePort=0, ipcPort=46453, storageInfo=lv=-57;cid=testClusterID;nsid=981542675;c=1732691871424) 2024-11-27T07:17:53,208 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44315800caf07a30 with lease ID 0x592fb17232b182c: from storage DS-2a9b40a5-bffe-4014-a3d7-d0908ba1e9ae node DatanodeRegistration(127.0.0.1:39917, datanodeUuid=6c3836d6-ca2e-4902-81a5-b89be21c6bbf, infoPort=43419, infoSecurePort=0, ipcPort=46453, storageInfo=lv=-57;cid=testClusterID;nsid=981542675;c=1732691871424), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:17:53,253 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f 2024-11-27T07:17:53,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:17:53,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:17:53,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741825_1001 (size=7) 2024-11-27T07:17:53,274 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a with version=8 2024-11-27T07:17:53,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/hbase-staging 2024-11-27T07:17:53,276 INFO [Time-limited test {}] client.ConnectionUtils(128): master/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:17:53,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:17:53,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:17:53,277 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:17:53,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:17:53,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:17:53,277 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T07:17:53,277 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:17:53,278 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38891 2024-11-27T07:17:53,280 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38891 connecting to ZooKeeper ensemble=127.0.0.1:50214 2024-11-27T07:17:53,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388910x0, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:17:53,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38891-0x1017b278d2a0003 connected 2024-11-27T07:17:53,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:17:53,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:17:53,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Set watcher on znode that does not yet exist, /1-1128130627/running 2024-11-27T07:17:53,414 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a, hbase.cluster.distributed=false 2024-11-27T07:17:53,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Set watcher on znode that does not yet exist, /1-1128130627/acl 2024-11-27T07:17:53,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38891 2024-11-27T07:17:53,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38891 2024-11-27T07:17:53,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38891 2024-11-27T07:17:53,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38891 2024-11-27T07:17:53,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38891 2024-11-27T07:17:53,436 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:17:53,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:17:53,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:17:53,437 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:17:53,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:17:53,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:17:53,437 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T07:17:53,438 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:17:53,438 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45521 2024-11-27T07:17:53,440 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45521 connecting to ZooKeeper ensemble=127.0.0.1:50214 2024-11-27T07:17:53,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:17:53,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:17:53,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455210x0, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:17:53,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455210x0, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Set watcher on znode that does not yet exist, /1-1128130627/running 2024-11-27T07:17:53,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45521-0x1017b278d2a0004 connected 2024-11-27T07:17:53,462 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T07:17:53,464 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T07:17:53,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45521-0x1017b278d2a0004, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Set watcher on znode that does not yet exist, /1-1128130627/master 2024-11-27T07:17:53,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45521-0x1017b278d2a0004, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Set watcher on znode that does not yet exist, /1-1128130627/acl 2024-11-27T07:17:53,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45521 2024-11-27T07:17:53,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45521 2024-11-27T07:17:53,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45521 2024-11-27T07:17:53,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45521 2024-11-27T07:17:53,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45521 2024-11-27T07:17:53,516 DEBUG [M:0;289954c9202d:38891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;289954c9202d:38891 2024-11-27T07:17:53,516 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1128130627/backup-masters/289954c9202d,38891,1732691873276 2024-11-27T07:17:53,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1017b278d2a0004, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1128130627/backup-masters 2024-11-27T07:17:53,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1128130627/backup-masters 2024-11-27T07:17:53,525 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Set watcher on existing znode=/1-1128130627/backup-masters/289954c9202d,38891,1732691873276 2024-11-27T07:17:53,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1128130627 2024-11-27T07:17:53,535 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Set watcher on existing znode=/1-1128130627/master 2024-11-27T07:17:53,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1017b278d2a0004, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1128130627/master 2024-11-27T07:17:53,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1017b278d2a0004, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1128130627 2024-11-27T07:17:53,537 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1128130627/backup-masters/289954c9202d,38891,1732691873276 from backup master directory 2024-11-27T07:17:53,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1017b278d2a0004, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1128130627/backup-masters 2024-11-27T07:17:53,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1128130627/backup-masters/289954c9202d,38891,1732691873276 2024-11-27T07:17:53,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1128130627/backup-masters 2024-11-27T07:17:53,545 WARN [master/289954c9202d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:17:53,545 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=289954c9202d,38891,1732691873276 2024-11-27T07:17:53,557 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/hbase.id] with ID: 77aa5632-33ee-4a58-a5aa-e8036b4b22bd 2024-11-27T07:17:53,557 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/.tmp/hbase.id 2024-11-27T07:17:53,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741826_1002 (size=42) 2024-11-27T07:17:53,568 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/.tmp/hbase.id]:[hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/hbase.id] 2024-11-27T07:17:53,596 INFO [master/289954c9202d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:17:53,596 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T07:17:53,600 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-27T07:17:53,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1128130627 2024-11-27T07:17:53,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1017b278d2a0004, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1128130627 2024-11-27T07:17:53,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741827_1003 (size=196) 2024-11-27T07:17:54,039 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:17:54,042 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T07:17:54,042 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:17:54,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741828_1004 (size=1189) 2024-11-27T07:17:54,460 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/data/master/store 2024-11-27T07:17:54,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741829_1005 (size=34) 2024-11-27T07:17:54,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T07:17:54,874 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T07:17:54,874 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:17:54,875 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:17:54,875 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:17:54,875 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:17:54,875 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:17:54,875 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:17:54,875 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:17:54,875 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732691874875Disabling compacts and flushes for region at 1732691874875Disabling writes for close at 1732691874875Writing region close event to WAL at 1732691874875Closed at 1732691874875 2024-11-27T07:17:54,877 WARN [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/data/master/store/.initializing 2024-11-27T07:17:54,878 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/WALs/289954c9202d,38891,1732691873276 2024-11-27T07:17:54,880 INFO [master/289954c9202d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:17:54,883 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=289954c9202d%2C38891%2C1732691873276, suffix=, logDir=hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/WALs/289954c9202d,38891,1732691873276, archiveDir=hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/oldWALs, maxLogs=10 2024-11-27T07:17:54,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:17:54,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T07:17:54,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:17:54,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T07:17:54,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T07:17:54,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T07:17:54,895 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/WALs/289954c9202d,38891,1732691873276/289954c9202d%2C38891%2C1732691873276.1732691874883, exclude list is [], retry=0 2024-11-27T07:17:54,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39917,DS-3eae7534-6b30-4f9a-a151-553d9aa32cfd,DISK] 2024-11-27T07:17:54,902 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/WALs/289954c9202d,38891,1732691873276/289954c9202d%2C38891%2C1732691873276.1732691874883 2024-11-27T07:17:54,903 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43419:43419)] 2024-11-27T07:17:54,903 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:17:54,903 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:17:54,903 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:17:54,903 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:17:54,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:17:54,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T07:17:54,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:54,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:17:54,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:17:54,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T07:17:54,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:54,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:17:54,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:17:54,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T07:17:54,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:54,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:17:54,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:17:54,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T07:17:54,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:54,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:17:54,919 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:17:54,920 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:17:54,921 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:17:54,923 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:17:54,923 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:17:54,924 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:17:54,926 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:17:54,929 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:17:54,930 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63477627, jitterRate=-0.05410964787006378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:17:54,930 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732691874903Initializing all the Stores at 1732691874905 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691874905Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691874905Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691874905Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691874905Cleaning up temporary data from old regions at 1732691874923 (+18 ms)Region opened successfully at 1732691874930 (+7 ms) 2024-11-27T07:17:54,931 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T07:17:54,936 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d06094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:17:54,937 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T07:17:54,937 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T07:17:54,937 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T07:17:54,937 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T07:17:54,938 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T07:17:54,939 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T07:17:54,939 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T07:17:54,942 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T07:17:54,943 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Unable to get data of znode /1-1128130627/balancer because node does not exist (not necessarily an error) 2024-11-27T07:17:55,061 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1128130627/balancer already deleted, retry=false 2024-11-27T07:17:55,063 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T07:17:55,065 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Unable to get data of znode /1-1128130627/normalizer because node does not exist (not necessarily an error) 2024-11-27T07:17:55,078 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1128130627/normalizer already deleted, retry=false 2024-11-27T07:17:55,078 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T07:17:55,080 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Unable to get data of znode /1-1128130627/switch/split because node does not exist (not necessarily an error) 2024-11-27T07:17:55,092 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1128130627/switch/split already deleted, retry=false 2024-11-27T07:17:55,093 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Unable to get data of znode /1-1128130627/switch/merge because node does not exist (not necessarily an error) 2024-11-27T07:17:55,102 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1128130627/switch/merge already deleted, retry=false 2024-11-27T07:17:55,105 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Unable to get data of znode /1-1128130627/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T07:17:55,113 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1128130627/snapshot-cleanup already deleted, retry=false 2024-11-27T07:17:55,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1017b278d2a0004, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1128130627/running 2024-11-27T07:17:55,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1128130627/running 2024-11-27T07:17:55,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1128130627 2024-11-27T07:17:55,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1017b278d2a0004, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1128130627 2024-11-27T07:17:55,125 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=289954c9202d,38891,1732691873276, sessionid=0x1017b278d2a0003, setting cluster-up flag (Was=false) 2024-11-27T07:17:55,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1128130627 2024-11-27T07:17:55,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1017b278d2a0004, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1128130627 2024-11-27T07:17:55,177 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1128130627/flush-table-proc/acquired, /1-1128130627/flush-table-proc/reached, /1-1128130627/flush-table-proc/abort 2024-11-27T07:17:55,182 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,38891,1732691873276 2024-11-27T07:17:55,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1017b278d2a0004, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1128130627 2024-11-27T07:17:55,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1128130627 2024-11-27T07:17:55,239 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1128130627/online-snapshot/acquired, /1-1128130627/online-snapshot/reached, /1-1128130627/online-snapshot/abort 2024-11-27T07:17:55,243 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,38891,1732691873276 2024-11-27T07:17:55,248 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T07:17:55,254 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T07:17:55,255 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T07:17:55,255 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T07:17:55,256 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 289954c9202d,38891,1732691873276 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T07:17:55,258 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:17:55,258 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:17:55,259 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:17:55,259 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:17:55,259 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/289954c9202d:0, corePoolSize=10, maxPoolSize=10 2024-11-27T07:17:55,259 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:55,259 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:17:55,259 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:55,262 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732691905262 2024-11-27T07:17:55,262 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T07:17:55,262 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T07:17:55,262 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T07:17:55,262 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T07:17:55,262 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T07:17:55,262 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:17:55,262 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T07:17:55,262 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T07:17:55,263 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:55,263 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T07:17:55,264 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T07:17:55,264 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T07:17:55,264 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T07:17:55,264 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:55,264 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T07:17:55,265 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T07:17:55,265 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T07:17:55,266 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732691875265,5,FailOnTimeoutGroup] 2024-11-27T07:17:55,266 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T07:17:55,268 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732691875266,5,FailOnTimeoutGroup] 2024-11-27T07:17:55,268 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:55,268 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T07:17:55,268 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:55,269 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:55,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741831_1007 (size=1321) 2024-11-27T07:17:55,306 INFO [RS:0;289954c9202d:45521 {}] regionserver.HRegionServer(746): ClusterId : 77aa5632-33ee-4a58-a5aa-e8036b4b22bd 2024-11-27T07:17:55,307 DEBUG [RS:0;289954c9202d:45521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T07:17:55,323 DEBUG [RS:0;289954c9202d:45521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T07:17:55,323 DEBUG [RS:0;289954c9202d:45521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T07:17:55,338 DEBUG [RS:0;289954c9202d:45521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T07:17:55,339 DEBUG [RS:0;289954c9202d:45521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78712fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:17:55,355 DEBUG [RS:0;289954c9202d:45521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;289954c9202d:45521 2024-11-27T07:17:55,356 INFO [RS:0;289954c9202d:45521 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T07:17:55,356 INFO [RS:0;289954c9202d:45521 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T07:17:55,356 DEBUG [RS:0;289954c9202d:45521 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T07:17:55,357 INFO [RS:0;289954c9202d:45521 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,38891,1732691873276 with port=45521, startcode=1732691873436 2024-11-27T07:17:55,357 DEBUG [RS:0;289954c9202d:45521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T07:17:55,359 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T07:17:55,359 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38891 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 289954c9202d,45521,1732691873436 2024-11-27T07:17:55,359 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38891 {}] master.ServerManager(517): Registering regionserver=289954c9202d,45521,1732691873436 2024-11-27T07:17:55,362 DEBUG [RS:0;289954c9202d:45521 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a 2024-11-27T07:17:55,363 DEBUG [RS:0;289954c9202d:45521 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33653 2024-11-27T07:17:55,363 DEBUG [RS:0;289954c9202d:45521 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T07:17:55,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1128130627/rs 2024-11-27T07:17:55,416 DEBUG [RS:0;289954c9202d:45521 {}] zookeeper.ZKUtil(111): regionserver:45521-0x1017b278d2a0004, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Set watcher on existing znode=/1-1128130627/rs/289954c9202d,45521,1732691873436 2024-11-27T07:17:55,416 WARN [RS:0;289954c9202d:45521 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:17:55,416 INFO [RS:0;289954c9202d:45521 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:17:55,416 DEBUG [RS:0;289954c9202d:45521 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/WALs/289954c9202d,45521,1732691873436 2024-11-27T07:17:55,417 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [289954c9202d,45521,1732691873436] 2024-11-27T07:17:55,427 INFO [RS:0;289954c9202d:45521 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T07:17:55,431 INFO [RS:0;289954c9202d:45521 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T07:17:55,431 INFO [RS:0;289954c9202d:45521 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T07:17:55,431 INFO [RS:0;289954c9202d:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:55,432 INFO [RS:0;289954c9202d:45521 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T07:17:55,433 INFO [RS:0;289954c9202d:45521 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T07:17:55,433 INFO [RS:0;289954c9202d:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:55,433 DEBUG [RS:0;289954c9202d:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:55,434 DEBUG [RS:0;289954c9202d:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:55,434 DEBUG [RS:0;289954c9202d:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:55,434 DEBUG [RS:0;289954c9202d:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:55,434 DEBUG [RS:0;289954c9202d:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:55,434 DEBUG [RS:0;289954c9202d:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:17:55,434 DEBUG [RS:0;289954c9202d:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:55,434 DEBUG [RS:0;289954c9202d:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:55,434 DEBUG [RS:0;289954c9202d:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:55,435 DEBUG [RS:0;289954c9202d:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:55,435 DEBUG [RS:0;289954c9202d:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:55,435 DEBUG [RS:0;289954c9202d:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:17:55,435 DEBUG [RS:0;289954c9202d:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:17:55,435 DEBUG [RS:0;289954c9202d:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:17:55,436 INFO [RS:0;289954c9202d:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:55,436 INFO [RS:0;289954c9202d:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:55,436 INFO [RS:0;289954c9202d:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:55,436 INFO [RS:0;289954c9202d:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:55,436 INFO [RS:0;289954c9202d:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:55,436 INFO [RS:0;289954c9202d:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,45521,1732691873436-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:17:55,453 INFO [RS:0;289954c9202d:45521 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T07:17:55,453 INFO [RS:0;289954c9202d:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,45521,1732691873436-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:55,453 INFO [RS:0;289954c9202d:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:55,453 INFO [RS:0;289954c9202d:45521 {}] regionserver.Replication(171): 289954c9202d,45521,1732691873436 started 2024-11-27T07:17:55,470 INFO [RS:0;289954c9202d:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:55,470 INFO [RS:0;289954c9202d:45521 {}] regionserver.HRegionServer(1482): Serving as 289954c9202d,45521,1732691873436, RpcServer on 289954c9202d/172.17.0.3:45521, sessionid=0x1017b278d2a0004 2024-11-27T07:17:55,470 DEBUG [RS:0;289954c9202d:45521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T07:17:55,470 DEBUG [RS:0;289954c9202d:45521 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 289954c9202d,45521,1732691873436 2024-11-27T07:17:55,471 DEBUG [RS:0;289954c9202d:45521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,45521,1732691873436' 2024-11-27T07:17:55,471 DEBUG [RS:0;289954c9202d:45521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1128130627/flush-table-proc/abort' 2024-11-27T07:17:55,471 DEBUG [RS:0;289954c9202d:45521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1128130627/flush-table-proc/acquired' 2024-11-27T07:17:55,472 DEBUG [RS:0;289954c9202d:45521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T07:17:55,472 DEBUG [RS:0;289954c9202d:45521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T07:17:55,472 DEBUG [RS:0;289954c9202d:45521 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 289954c9202d,45521,1732691873436 2024-11-27T07:17:55,472 DEBUG [RS:0;289954c9202d:45521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,45521,1732691873436' 2024-11-27T07:17:55,472 DEBUG [RS:0;289954c9202d:45521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1128130627/online-snapshot/abort' 2024-11-27T07:17:55,473 DEBUG [RS:0;289954c9202d:45521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1128130627/online-snapshot/acquired' 2024-11-27T07:17:55,473 DEBUG [RS:0;289954c9202d:45521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T07:17:55,473 INFO [RS:0;289954c9202d:45521 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T07:17:55,473 INFO [RS:0;289954c9202d:45521 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T07:17:55,574 INFO [RS:0;289954c9202d:45521 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:17:55,577 INFO [RS:0;289954c9202d:45521 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C45521%2C1732691873436, suffix=, logDir=hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/WALs/289954c9202d,45521,1732691873436, archiveDir=hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/oldWALs, maxLogs=10 2024-11-27T07:17:55,591 DEBUG [RS:0;289954c9202d:45521 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/WALs/289954c9202d,45521,1732691873436/289954c9202d%2C45521%2C1732691873436.1732691875579, exclude list is [], retry=0 2024-11-27T07:17:55,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39917,DS-3eae7534-6b30-4f9a-a151-553d9aa32cfd,DISK] 2024-11-27T07:17:55,598 INFO [RS:0;289954c9202d:45521 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/WALs/289954c9202d,45521,1732691873436/289954c9202d%2C45521%2C1732691873436.1732691875579 2024-11-27T07:17:55,598 DEBUG [RS:0;289954c9202d:45521 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43419:43419)] 2024-11-27T07:17:55,676 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T07:17:55,676 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a 2024-11-27T07:17:55,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741833_1009 (size=32) 2024-11-27T07:17:56,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:17:56,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:17:56,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:17:56,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:56,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:17:56,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:17:56,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:17:56,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:56,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:17:56,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:17:56,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:17:56,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:56,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:17:56,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:17:56,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:17:56,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:56,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:17:56,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:17:56,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/data/hbase/meta/1588230740 2024-11-27T07:17:56,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/data/hbase/meta/1588230740 2024-11-27T07:17:56,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:17:56,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:17:56,112 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:17:56,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:17:56,117 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:17:56,118 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59807100, jitterRate=-0.10880476236343384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:17:56,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732691876088Initializing all the Stores at 1732691876092 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691876092Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691876093 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691876093Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691876093Cleaning up temporary data from old regions at 1732691876112 (+19 ms)Region opened successfully at 1732691876118 (+6 ms) 2024-11-27T07:17:56,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:17:56,118 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:17:56,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:17:56,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:17:56,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:17:56,119 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:17:56,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732691876118Disabling compacts and flushes for region at 1732691876118Disabling writes for close at 1732691876118Writing region close event to WAL at 1732691876119 (+1 ms)Closed at 1732691876119 2024-11-27T07:17:56,121 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:17:56,121 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T07:17:56,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T07:17:56,123 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:17:56,125 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T07:17:56,226 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:17:56,275 DEBUG [289954c9202d:38891 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:17:56,275 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=289954c9202d,45521,1732691873436 2024-11-27T07:17:56,278 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,45521,1732691873436, state=OPENING 2024-11-27T07:17:56,334 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T07:17:56,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1128130627 2024-11-27T07:17:56,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1017b278d2a0004, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1128130627 2024-11-27T07:17:56,346 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:17:56,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1128130627/meta-region-server: CHANGED 2024-11-27T07:17:56,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1128130627/meta-region-server: CHANGED 2024-11-27T07:17:56,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,45521,1732691873436}] 2024-11-27T07:17:56,504 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:17:56,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:17:56,512 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T07:17:56,512 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:17:56,513 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T07:17:56,515 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C45521%2C1732691873436.meta, suffix=.meta, logDir=hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/WALs/289954c9202d,45521,1732691873436, archiveDir=hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/oldWALs, maxLogs=10 2024-11-27T07:17:56,528 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/WALs/289954c9202d,45521,1732691873436/289954c9202d%2C45521%2C1732691873436.meta.1732691876517.meta, exclude list is [], retry=0 2024-11-27T07:17:56,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39917,DS-3eae7534-6b30-4f9a-a151-553d9aa32cfd,DISK] 2024-11-27T07:17:56,534 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/WALs/289954c9202d,45521,1732691873436/289954c9202d%2C45521%2C1732691873436.meta.1732691876517.meta 2024-11-27T07:17:56,535 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43419:43419)] 2024-11-27T07:17:56,535 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:17:56,535 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:17:56,536 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:17:56,536 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T07:17:56,536 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T07:17:56,536 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T07:17:56,536 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:17:56,536 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T07:17:56,536 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T07:17:56,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:17:56,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:17:56,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:56,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:17:56,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:17:56,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:17:56,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:56,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:17:56,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:17:56,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:17:56,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:56,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:17:56,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:17:56,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:17:56,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:56,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:17:56,547 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:17:56,548 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/data/hbase/meta/1588230740 2024-11-27T07:17:56,550 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/data/hbase/meta/1588230740 2024-11-27T07:17:56,551 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:17:56,552 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:17:56,552 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:17:56,555 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:17:56,556 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74046585, jitterRate=0.10338009893894196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:17:56,556 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T07:17:56,556 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732691876537Writing region info on filesystem at 1732691876537Initializing all the Stores at 1732691876538 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691876538Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691876539 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691876539Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691876539Cleaning up temporary data from old regions at 1732691876552 (+13 ms)Running coprocessor post-open hooks at 1732691876556 (+4 ms)Region opened successfully at 1732691876556 2024-11-27T07:17:56,558 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732691876503 2024-11-27T07:17:56,562 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T07:17:56,562 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T07:17:56,563 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,45521,1732691873436 2024-11-27T07:17:56,565 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,45521,1732691873436, state=OPEN 2024-11-27T07:17:56,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1128130627/meta-region-server 2024-11-27T07:17:56,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1017b278d2a0004, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1128130627/meta-region-server 2024-11-27T07:17:56,576 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=289954c9202d,45521,1732691873436 2024-11-27T07:17:56,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1128130627/meta-region-server: CHANGED 2024-11-27T07:17:56,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1128130627/meta-region-server: CHANGED 2024-11-27T07:17:56,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T07:17:56,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,45521,1732691873436 in 229 msec 2024-11-27T07:17:56,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T07:17:56,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-11-27T07:17:56,588 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:17:56,588 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T07:17:56,591 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:17:56,591 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,45521,1732691873436, seqNum=-1] 2024-11-27T07:17:56,592 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:17:56,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:17:56,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3510 sec 2024-11-27T07:17:56,603 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732691876603, completionTime=-1 2024-11-27T07:17:56,603 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T07:17:56,603 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T07:17:56,606 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T07:17:56,606 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732691936606 2024-11-27T07:17:56,606 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732691996606 2024-11-27T07:17:56,606 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T07:17:56,606 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38891,1732691873276-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:56,606 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38891,1732691873276-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:56,607 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38891,1732691873276-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:56,607 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-289954c9202d:38891, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:56,607 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:56,607 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:56,609 DEBUG [master/289954c9202d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T07:17:56,612 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.066sec 2024-11-27T07:17:56,612 INFO [master/289954c9202d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T07:17:56,612 INFO [master/289954c9202d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T07:17:56,612 INFO [master/289954c9202d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T07:17:56,612 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T07:17:56,612 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T07:17:56,612 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38891,1732691873276-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:17:56,612 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38891,1732691873276-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T07:17:56,616 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T07:17:56,616 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T07:17:56,616 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38891,1732691873276-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:17:56,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:56,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,38891,-1 for getting cluster id 2024-11-27T07:17:56,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:17:56,712 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77aa5632-33ee-4a58-a5aa-e8036b4b22bd' 2024-11-27T07:17:56,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:17:56,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77aa5632-33ee-4a58-a5aa-e8036b4b22bd" 2024-11-27T07:17:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b30f70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,38891,-1] 2024-11-27T07:17:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:17:56,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:56,717 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:17:56,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:56,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:17:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,45521,1732691873436, seqNum=-1] 2024-11-27T07:17:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:17:56,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:17:56,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=289954c9202d,38891,1732691873276 2024-11-27T07:17:56,730 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50214 2024-11-27T07:17:56,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:17:56,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017b278d2a0005 connected 2024-11-27T07:17:56,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:56,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,35051,-1 for getting cluster id 2024-11-27T07:17:56,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:17:56,760 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf198c6-f094-4954-b4b2-5a175bf8a68c' 2024-11-27T07:17:56,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:17:56,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf198c6-f094-4954-b4b2-5a175bf8a68c" 2024-11-27T07:17:56,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dde13bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:56,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,35051,-1] 2024-11-27T07:17:56,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:17:56,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:56,764 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:17:56,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640a6168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:56,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:17:56,778 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,35051,1732691864363 2024-11-27T07:17:56,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b37dc6 2024-11-27T07:17:56,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:17:56,782 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:17:56,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://289954c9202d:38891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T07:17:56,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T07:17:56,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:17:56,796 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:38891' 2024-11-27T07:17:56,797 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7244f169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:56,798 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,38891,-1 for getting cluster id 2024-11-27T07:17:56,798 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:17:56,799 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77aa5632-33ee-4a58-a5aa-e8036b4b22bd' 2024-11-27T07:17:56,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:17:56,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77aa5632-33ee-4a58-a5aa-e8036b4b22bd" 2024-11-27T07:17:56,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5abee17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:56,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,38891,-1] 2024-11-27T07:17:56,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:17:56,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:56,801 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:17:56,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d8df260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:56,803 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:17:56,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,38891,1732691873276 2024-11-27T07:17:56,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@659b3c95 2024-11-27T07:17:56,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:17:56,812 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:17:56,823 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T07:17:56,823 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T07:17:56,827 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:56,828 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:56,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:17:56,829 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:17:56,834 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T07:17:56,836 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:17:56,837 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:56,839 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:17:56,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741835_1011 (size=1138) 2024-11-27T07:17:56,886 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T07:17:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:17:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:17:57,257 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 330ec6e20dcedb76a7dfb252976b888e, NAME => 'hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667 2024-11-27T07:17:57,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741836_1012 (size=44) 2024-11-27T07:17:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:17:57,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:17:57,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 330ec6e20dcedb76a7dfb252976b888e, disabling compactions & flushes 2024-11-27T07:17:57,670 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. 2024-11-27T07:17:57,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. 2024-11-27T07:17:57,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. after waiting 0 ms 2024-11-27T07:17:57,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. 2024-11-27T07:17:57,670 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. 2024-11-27T07:17:57,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 330ec6e20dcedb76a7dfb252976b888e: Waiting for close lock at 1732691877670Disabling compacts and flushes for region at 1732691877670Disabling writes for close at 1732691877670Writing region close event to WAL at 1732691877670Closed at 1732691877670 2024-11-27T07:17:57,673 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:17:57,679 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732691877673"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732691877673"}]},"ts":"1732691877673"} 2024-11-27T07:17:57,684 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:17:57,686 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:17:57,689 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732691877687"}]},"ts":"1732691877687"} 2024-11-27T07:17:57,694 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T07:17:57,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=330ec6e20dcedb76a7dfb252976b888e, ASSIGN}] 2024-11-27T07:17:57,698 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=330ec6e20dcedb76a7dfb252976b888e, ASSIGN 2024-11-27T07:17:57,700 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=330ec6e20dcedb76a7dfb252976b888e, ASSIGN; state=OFFLINE, location=289954c9202d,43005,1732691865672; forceNewPlan=false, retain=false 2024-11-27T07:17:57,852 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=330ec6e20dcedb76a7dfb252976b888e, regionState=OPENING, regionLocation=289954c9202d,43005,1732691865672 2024-11-27T07:17:57,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=330ec6e20dcedb76a7dfb252976b888e, ASSIGN because future has completed 2024-11-27T07:17:57,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 330ec6e20dcedb76a7dfb252976b888e, server=289954c9202d,43005,1732691865672}] 2024-11-27T07:17:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:17:58,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. 2024-11-27T07:17:58,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:17:58,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T07:17:58,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C43005%2C1732691865672.rep, suffix=, logDir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672, archiveDir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/oldWALs, maxLogs=10 2024-11-27T07:17:58,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672/289954c9202d%2C43005%2C1732691865672.rep.1732691878023, exclude list is [], retry=0 2024-11-27T07:17:58,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40415,DS-316be060-7ee3-4bc0-9d8f-36dc94e814a3,DISK] 2024-11-27T07:17:58,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672/289954c9202d%2C43005%2C1732691865672.rep.1732691878023 2024-11-27T07:17:58,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45059:45059)] 2024-11-27T07:17:58,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 330ec6e20dcedb76a7dfb252976b888e, NAME => 'hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:17:58,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:17:58,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:17:58,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. service=MultiRowMutationService 2024-11-27T07:17:58,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T07:17:58,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:17:58,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:17:58,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:17:58,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:17:58,052 INFO [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:17:58,054 INFO [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 330ec6e20dcedb76a7dfb252976b888e columnFamilyName hfileref 2024-11-27T07:17:58,054 DEBUG [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:58,055 INFO [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] regionserver.HStore(327): Store=330ec6e20dcedb76a7dfb252976b888e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:17:58,055 INFO [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:17:58,057 INFO [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 330ec6e20dcedb76a7dfb252976b888e columnFamilyName queue 2024-11-27T07:17:58,058 DEBUG [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:58,058 INFO [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] regionserver.HStore(327): Store=330ec6e20dcedb76a7dfb252976b888e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:17:58,059 INFO [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:17:58,061 INFO [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 330ec6e20dcedb76a7dfb252976b888e columnFamilyName sid 2024-11-27T07:17:58,061 DEBUG [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:17:58,062 INFO [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] regionserver.HStore(327): Store=330ec6e20dcedb76a7dfb252976b888e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:17:58,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:17:58,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/replication/330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:17:58,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/replication/330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:17:58,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:17:58,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:17:58,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:17:58,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:17:58,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/replication/330ec6e20dcedb76a7dfb252976b888e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:17:58,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 330ec6e20dcedb76a7dfb252976b888e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61988156, jitterRate=-0.07630449533462524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:17:58,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:17:58,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 330ec6e20dcedb76a7dfb252976b888e: Running coprocessor pre-open hook at 1732691878050Writing region info on filesystem at 1732691878050Initializing all the Stores at 1732691878051 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691878051Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691878051Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691878051Cleaning up temporary data from old regions at 1732691878066 (+15 ms)Running coprocessor post-open hooks at 1732691878073 (+7 ms)Region opened successfully at 1732691878074 (+1 ms) 2024-11-27T07:17:58,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e., pid=7, masterSystemTime=1732691878012 2024-11-27T07:17:58,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. 2024-11-27T07:17:58,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. 2024-11-27T07:17:58,082 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=330ec6e20dcedb76a7dfb252976b888e, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,43005,1732691865672 2024-11-27T07:17:58,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 330ec6e20dcedb76a7dfb252976b888e, server=289954c9202d,43005,1732691865672 because future has completed 2024-11-27T07:17:58,100 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35051 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=289954c9202d,43005,1732691865672, table=hbase:replication, region=330ec6e20dcedb76a7dfb252976b888e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T07:17:58,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T07:17:58,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 330ec6e20dcedb76a7dfb252976b888e, server=289954c9202d,43005,1732691865672 in 244 msec 2024-11-27T07:17:58,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T07:17:58,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=330ec6e20dcedb76a7dfb252976b888e, ASSIGN in 413 msec 2024-11-27T07:17:58,124 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:17:58,124 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732691878124"}]},"ts":"1732691878124"} 2024-11-27T07:17:58,128 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T07:17:58,130 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:17:58,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3000 sec 2024-11-27T07:17:58,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e., hostname=289954c9202d,43005,1732691865672, seqNum=2] 2024-11-27T07:17:58,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43005 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-27T07:17:58,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060 2024-11-27T07:17:58,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x1017b278d2a0001, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060 2024-11-27T07:17:58,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T07:17:58,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T07:17:58,460 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T07:17:58,503 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-289954c9202d,43005,1732691865672, ReplicationSource: 1, currentBandwidth=0 2024-11-27T07:17:58,505 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:17:58,505 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,43005,1732691865672, seqNum=-1] 2024-11-27T07:17:58,506 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:17:58,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T07:17:58,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-289954c9202d,43005,1732691865672', locateType=CURRENT is [region=hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e., hostname=289954c9202d,43005,1732691865672, seqNum=2] 2024-11-27T07:17:58,523 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T07:17:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T07:17:58,537 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 289954c9202d,43005,1732691865672 suceeded 2024-11-27T07:17:58,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T07:17:58,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 244 msec 2024-11-27T07:17:58,545 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://289954c9202d:38891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T07:17:58,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7600 sec 2024-11-27T07:17:58,559 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,43005,1732691865672 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:38891' 2024-11-27T07:17:58,562 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,43005,1732691865672 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f845ad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:58,563 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,43005,1732691865672 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,38891,-1 for getting cluster id 2024-11-27T07:17:58,563 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,43005,1732691865672 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:17:58,564 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77aa5632-33ee-4a58-a5aa-e8036b4b22bd' 2024-11-27T07:17:58,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:17:58,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77aa5632-33ee-4a58-a5aa-e8036b4b22bd" 2024-11-27T07:17:58,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66b0fdc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:58,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,38891,-1] 2024-11-27T07:17:58,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:17:58,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:58,568 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:17:58,570 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,43005,1732691865672 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78b14e95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:58,571 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,43005,1732691865672 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:17:58,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,38891,1732691873276 2024-11-27T07:17:58,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fb84c57 2024-11-27T07:17:58,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:17:58,576 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T07:17:58,577 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,43005,1732691865672 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-289954c9202d,43005,1732691865672 (queues=1) is replicating from cluster=ebf198c6-f094-4954-b4b2-5a175bf8a68c to cluster=77aa5632-33ee-4a58-a5aa-e8036b4b22bd 2024-11-27T07:17:58,580 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,43005,1732691865672 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=289954c9202d%2C43005%2C1732691865672 2024-11-27T07:17:58,585 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,43005,1732691865672 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-289954c9202d,43005,1732691865672, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T07:17:58,589 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,43005,1732691865672.replicationSource.shipper289954c9202d%2C43005%2C1732691865672,1-289954c9202d,43005,1732691865672 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 289954c9202d%2C43005%2C1732691865672 2024-11-27T07:17:58,595 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,43005,1732691865672.replicationSource.wal-reader.289954c9202d%2C43005%2C1732691865672,1-289954c9202d,43005,1732691865672 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672/289954c9202d%2C43005%2C1732691865672.1732691869470, startPosition=0, beingWritten=true 2024-11-27T07:17:58,866 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,43005,1732691865672.replicationSource.wal-reader.289954c9202d%2C43005%2C1732691865672,1-289954c9202d,43005,1732691865672 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672/289954c9202d%2C43005%2C1732691865672.1732691869470 to pos 0, reset compression=false 2024-11-27T07:17:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:17:58,947 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:17:58,947 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:17:58,947 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T07:17:58,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:58,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:58,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:17:58,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e0342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:58,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,35051,-1 for getting cluster id 2024-11-27T07:17:58,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:17:58,952 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf198c6-f094-4954-b4b2-5a175bf8a68c' 2024-11-27T07:17:58,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:17:58,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf198c6-f094-4954-b4b2-5a175bf8a68c" 2024-11-27T07:17:58,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571f0d38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:58,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,35051,-1] 2024-11-27T07:17:58,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:17:58,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:58,956 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:17:58,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb9557d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:58,958 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:17:58,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,35051,1732691864363 2024-11-27T07:17:58,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35353e2f 2024-11-27T07:17:58,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:17:58,960 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:17:58,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://289954c9202d:38891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T07:17:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T07:17:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T07:17:58,965 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:38891' 2024-11-27T07:17:58,965 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79294deb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:58,965 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,38891,-1 for getting cluster id 2024-11-27T07:17:58,966 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:17:58,967 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77aa5632-33ee-4a58-a5aa-e8036b4b22bd' 2024-11-27T07:17:58,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:17:58,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77aa5632-33ee-4a58-a5aa-e8036b4b22bd" 2024-11-27T07:17:58,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@203a6efe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:58,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,38891,-1] 2024-11-27T07:17:58,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:17:58,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:58,969 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:17:58,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bc0d44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:58,970 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:17:58,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,38891,1732691873276 2024-11-27T07:17:58,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bb18d92 2024-11-27T07:17:58,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:17:58,972 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:17:58,973 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-27T07:17:58,973 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T07:17:58,973 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:58,973 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:58,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:17:59,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T07:17:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T07:17:59,173 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,43005,1732691865672.replicationSource.wal-reader.289954c9202d%2C43005%2C1732691865672,1-289954c9202d,43005,1732691865672 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672/289954c9202d%2C43005%2C1732691865672.1732691869470 to pos 0, reset compression=false 2024-11-27T07:17:59,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-27T07:17:59,195 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-27T07:17:59,225 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-289954c9202d,43005,1732691865672, ReplicationSource: 2, currentBandwidth=0 2024-11-27T07:17:59,228 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-27T07:17:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-27T07:17:59,232 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 289954c9202d,43005,1732691865672 suceeded 2024-11-27T07:17:59,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T07:17:59,236 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://289954c9202d:38891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T07:17:59,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-27T07:17:59,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 276 msec 2024-11-27T07:17:59,246 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,43005,1732691865672 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:38891' 2024-11-27T07:17:59,247 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,43005,1732691865672 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19d47b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:59,247 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,43005,1732691865672 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,38891,-1 for getting cluster id 2024-11-27T07:17:59,247 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,43005,1732691865672 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:17:59,248 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77aa5632-33ee-4a58-a5aa-e8036b4b22bd' 2024-11-27T07:17:59,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:17:59,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77aa5632-33ee-4a58-a5aa-e8036b4b22bd" 2024-11-27T07:17:59,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4409281b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:59,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,38891,-1] 2024-11-27T07:17:59,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:17:59,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:59,251 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:17:59,252 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,43005,1732691865672 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5097e56b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:59,252 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,43005,1732691865672 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:17:59,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,38891,1732691873276 2024-11-27T07:17:59,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1088745 2024-11-27T07:17:59,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:17:59,254 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T07:17:59,255 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,43005,1732691865672 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-289954c9202d,43005,1732691865672 (queues=1) is replicating from cluster=ebf198c6-f094-4954-b4b2-5a175bf8a68c to cluster=77aa5632-33ee-4a58-a5aa-e8036b4b22bd 2024-11-27T07:17:59,255 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,43005,1732691865672 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=289954c9202d%2C43005%2C1732691865672 2024-11-27T07:17:59,255 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,43005,1732691865672 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-289954c9202d,43005,1732691865672, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T07:17:59,255 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,43005,1732691865672.replicationSource.shipper289954c9202d%2C43005%2C1732691865672,2-289954c9202d,43005,1732691865672 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 289954c9202d%2C43005%2C1732691865672 2024-11-27T07:17:59,256 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,43005,1732691865672.replicationSource.wal-reader.289954c9202d%2C43005%2C1732691865672,2-289954c9202d,43005,1732691865672 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672/289954c9202d%2C43005%2C1732691865672.1732691869470, startPosition=0, beingWritten=true 2024-11-27T07:17:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T07:17:59,287 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-27T07:17:59,287 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:17:59,287 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:17:59,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:59,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:59,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:17:59,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:17:59,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,35051,1732691864363 2024-11-27T07:17:59,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bd44ad5 2024-11-27T07:17:59,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:17:59,295 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:17:59,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T07:17:59,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T07:17:59,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T07:17:59,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T07:17:59,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://289954c9202d:38891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T07:17:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T07:17:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T07:17:59,314 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:38891' 2024-11-27T07:17:59,315 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c39702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:59,316 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,38891,-1 for getting cluster id 2024-11-27T07:17:59,316 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:17:59,317 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77aa5632-33ee-4a58-a5aa-e8036b4b22bd' 2024-11-27T07:17:59,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:17:59,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77aa5632-33ee-4a58-a5aa-e8036b4b22bd" 2024-11-27T07:17:59,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48cef951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:59,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,38891,-1] 2024-11-27T07:17:59,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:17:59,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:59,319 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:17:59,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf583b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:59,320 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:17:59,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,38891,1732691873276 2024-11-27T07:17:59,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16f0690e 2024-11-27T07:17:59,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:17:59,322 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:17:59,323 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T07:17:59,323 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T07:17:59,323 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:59,323 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:59,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:17:59,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T07:17:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T07:17:59,463 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,43005,1732691865672.replicationSource.wal-reader.289954c9202d%2C43005%2C1732691865672,2-289954c9202d,43005,1732691865672 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672/289954c9202d%2C43005%2C1732691865672.1732691869470 to pos 0, reset compression=false 2024-11-27T07:17:59,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-27T07:17:59,490 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-27T07:17:59,492 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-27T07:17:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-27T07:17:59,498 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 289954c9202d,43005,1732691865672 suceeded 2024-11-27T07:17:59,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-27T07:17:59,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-27T07:17:59,503 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://289954c9202d:38891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T07:17:59,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 195 msec 2024-11-27T07:17:59,580 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,43005,1732691865672.replicationSource.wal-reader.289954c9202d%2C43005%2C1732691865672,1-289954c9202d,43005,1732691865672 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672/289954c9202d%2C43005%2C1732691865672.1732691869470 to pos 0, reset compression=false 2024-11-27T07:17:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T07:17:59,638 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-27T07:17:59,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://289954c9202d:38891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T07:17:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T07:17:59,649 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:38891' 2024-11-27T07:17:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T07:17:59,650 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@382b209a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:59,650 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,38891,-1 for getting cluster id 2024-11-27T07:17:59,650 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:17:59,651 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77aa5632-33ee-4a58-a5aa-e8036b4b22bd' 2024-11-27T07:17:59,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:17:59,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77aa5632-33ee-4a58-a5aa-e8036b4b22bd" 2024-11-27T07:17:59,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3125ef9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:59,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,38891,-1] 2024-11-27T07:17:59,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:17:59,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:59,653 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:17:59,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f22cd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:17:59,655 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:17:59,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,38891,1732691873276 2024-11-27T07:17:59,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dc2b185 2024-11-27T07:17:59,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:17:59,658 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:17:59,658 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T07:17:59,659 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T07:17:59,659 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:59,659 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:59,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:17:59,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T07:17:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T07:17:59,769 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,43005,1732691865672.replicationSource.wal-reader.289954c9202d%2C43005%2C1732691865672,2-289954c9202d,43005,1732691865672 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672/289954c9202d%2C43005%2C1732691865672.1732691869470 to pos 0, reset compression=false 2024-11-27T07:17:59,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-27T07:17:59,871 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-27T07:17:59,872 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-27T07:17:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-27T07:17:59,876 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 289954c9202d,43005,1732691865672 suceeded 2024-11-27T07:17:59,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-27T07:17:59,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-27T07:17:59,879 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://289954c9202d:38891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T07:17:59,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 239 msec 2024-11-27T07:17:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T07:17:59,966 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-27T07:17:59,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T07:17:59,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T07:17:59,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:17:59,970 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:17:59,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:59,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:59,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:17:59,971 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T07:17:59,971 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=747358238, stopped=false 2024-11-27T07:17:59,971 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=289954c9202d,35051,1732691864363 2024-11-27T07:17:59,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-700392060/running 2024-11-27T07:17:59,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x1017b278d2a0001, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-700392060/running 2024-11-27T07:17:59,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060 2024-11-27T07:17:59,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x1017b278d2a0001, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060 2024-11-27T07:17:59,983 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:17:59,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:17:59,984 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:17:59,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Set watcher on znode that does not yet exist, /0-700392060/running 2024-11-27T07:17:59,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:59,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43005-0x1017b278d2a0001, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Set watcher on znode that does not yet exist, /0-700392060/running 2024-11-27T07:17:59,985 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '289954c9202d,43005,1732691865672' ***** 2024-11-27T07:17:59,985 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T07:17:59,986 INFO [RS:0;289954c9202d:43005 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T07:17:59,986 INFO [RS:0;289954c9202d:43005 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T07:17:59,986 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T07:17:59,986 INFO [RS:0;289954c9202d:43005 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T07:17:59,987 INFO [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(3091): Received CLOSE for 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:17:59,988 INFO [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(959): stopping server 289954c9202d,43005,1732691865672 2024-11-27T07:17:59,988 INFO [RS:0;289954c9202d:43005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:17:59,988 INFO [RS:0;289954c9202d:43005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:43005. 2024-11-27T07:17:59,988 DEBUG [RS:0;289954c9202d:43005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:17:59,988 DEBUG [RS:0;289954c9202d:43005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:17:59,988 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 330ec6e20dcedb76a7dfb252976b888e, disabling compactions & flushes 2024-11-27T07:17:59,988 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. 2024-11-27T07:17:59,989 INFO [RS:0;289954c9202d:43005 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T07:17:59,989 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. 2024-11-27T07:17:59,989 INFO [RS:0;289954c9202d:43005 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T07:17:59,989 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. after waiting 0 ms 2024-11-27T07:17:59,989 INFO [RS:0;289954c9202d:43005 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T07:17:59,989 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. 2024-11-27T07:17:59,989 INFO [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T07:17:59,990 INFO [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T07:17:59,990 DEBUG [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(1325): Online Regions={330ec6e20dcedb76a7dfb252976b888e=hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T07:17:59,990 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:17:59,990 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:17:59,990 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:17:59,990 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:17:59,990 DEBUG [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:17:59,990 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:17:59,994 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 330ec6e20dcedb76a7dfb252976b888e 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-27T07:17:59,994 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T07:18:00,032 INFO [regionserver/289954c9202d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:18:00,059 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/replication/330ec6e20dcedb76a7dfb252976b888e/.tmp/queue/61a6d31ce36c408e9c73fb28f13eb790 is 151, key is 1-289954c9202d,43005,1732691865672/queue:289954c9202d%2C43005%2C1732691865672/1732691878516/Put/seqid=0 2024-11-27T07:18:00,059 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/.tmp/info/97c6244d40ad497397ec88e2b5fb19ab is 147, key is hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e./info:regioninfo/1732691878081/Put/seqid=0 2024-11-27T07:18:00,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741839_1015 (size=5500) 2024-11-27T07:18:00,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741838_1014 (size=6631) 2024-11-27T07:18:00,088 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,43005,1732691865672.replicationSource.wal-reader.289954c9202d%2C43005%2C1732691865672,1-289954c9202d,43005,1732691865672 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672/289954c9202d%2C43005%2C1732691865672.1732691869470 to pos 0, reset compression=false 2024-11-27T07:18:00,176 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,43005,1732691865672.replicationSource.wal-reader.289954c9202d%2C43005%2C1732691865672,2-289954c9202d,43005,1732691865672 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672/289954c9202d%2C43005%2C1732691865672.1732691869470 to pos 0, reset compression=false 2024-11-27T07:18:00,191 DEBUG [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:18:00,391 DEBUG [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:18:00,391 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T07:18:00,391 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T07:18:00,470 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/replication/330ec6e20dcedb76a7dfb252976b888e/.tmp/queue/61a6d31ce36c408e9c73fb28f13eb790 2024-11-27T07:18:00,504 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/.tmp/info/97c6244d40ad497397ec88e2b5fb19ab 2024-11-27T07:18:00,539 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/replication/330ec6e20dcedb76a7dfb252976b888e/.tmp/queue/61a6d31ce36c408e9c73fb28f13eb790 as hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/replication/330ec6e20dcedb76a7dfb252976b888e/queue/61a6d31ce36c408e9c73fb28f13eb790 2024-11-27T07:18:00,549 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/replication/330ec6e20dcedb76a7dfb252976b888e/queue/61a6d31ce36c408e9c73fb28f13eb790, entries=2, sequenceid=6, filesize=5.4 K 2024-11-27T07:18:00,554 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/.tmp/ns/64ea6d6e51a84bbda3c0ed96a290b416 is 43, key is default/ns:d/1732691870937/Put/seqid=0 2024-11-27T07:18:00,558 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 330ec6e20dcedb76a7dfb252976b888e in 564ms, sequenceid=6, compaction requested=false 2024-11-27T07:18:00,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741840_1016 (size=5153) 2024-11-27T07:18:00,559 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T07:18:00,570 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/replication/330ec6e20dcedb76a7dfb252976b888e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T07:18:00,573 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:18:00,573 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:18:00,574 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. 2024-11-27T07:18:00,574 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 330ec6e20dcedb76a7dfb252976b888e: Waiting for close lock at 1732691879988Running coprocessor pre-close hooks at 1732691879988Disabling compacts and flushes for region at 1732691879988Disabling writes for close at 1732691879989 (+1 ms)Obtaining lock to block concurrent updates at 1732691879994 (+5 ms)Preparing flush snapshotting stores in 330ec6e20dcedb76a7dfb252976b888e at 1732691879994Finished memstore snapshotting hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732691880002 (+8 ms)Flushing stores of hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. at 1732691880004 (+2 ms)Flushing 330ec6e20dcedb76a7dfb252976b888e/queue: creating writer at 1732691880006 (+2 ms)Flushing 330ec6e20dcedb76a7dfb252976b888e/queue: appending metadata at 1732691880045 (+39 ms)Flushing 330ec6e20dcedb76a7dfb252976b888e/queue: closing flushed file at 1732691880047 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9553270: reopening flushed file at 1732691880538 (+491 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 330ec6e20dcedb76a7dfb252976b888e in 564ms, sequenceid=6, compaction requested=false at 1732691880559 (+21 ms)Writing region close event to WAL at 1732691880564 (+5 ms)Running coprocessor post-close hooks at 1732691880571 (+7 ms)Closed at 1732691880574 (+3 ms) 2024-11-27T07:18:00,574 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. 2024-11-27T07:18:00,591 DEBUG [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:18:00,682 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,43005,1732691865672.replicationSource.wal-reader.289954c9202d%2C43005%2C1732691865672,2-289954c9202d,43005,1732691865672 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672/289954c9202d%2C43005%2C1732691865672.1732691869470 to pos 0, reset compression=false 2024-11-27T07:18:00,696 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,43005,1732691865672.replicationSource.wal-reader.289954c9202d%2C43005%2C1732691865672,1-289954c9202d,43005,1732691865672 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672/289954c9202d%2C43005%2C1732691865672.1732691869470 to pos 0, reset compression=false 2024-11-27T07:18:00,791 DEBUG [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:18:00,961 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/.tmp/ns/64ea6d6e51a84bbda3c0ed96a290b416 2024-11-27T07:18:00,990 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/.tmp/table/04e58232eee845b5af2b4eadf1f0a583 is 53, key is hbase:replication/table:state/1732691878124/Put/seqid=0 2024-11-27T07:18:00,992 INFO [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T07:18:00,992 DEBUG [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T07:18:00,992 DEBUG [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:18:00,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741841_1017 (size=5256) 2024-11-27T07:18:01,192 DEBUG [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:18:01,290 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,43005,1732691865672.replicationSource.wal-reader.289954c9202d%2C43005%2C1732691865672,2-289954c9202d,43005,1732691865672 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672/289954c9202d%2C43005%2C1732691865672.1732691869470 to pos 0, reset compression=false 2024-11-27T07:18:01,392 DEBUG [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:18:01,397 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/.tmp/table/04e58232eee845b5af2b4eadf1f0a583 2024-11-27T07:18:01,402 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,43005,1732691865672.replicationSource.wal-reader.289954c9202d%2C43005%2C1732691865672,1-289954c9202d,43005,1732691865672 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672/289954c9202d%2C43005%2C1732691865672.1732691869470 to pos 0, reset compression=false 2024-11-27T07:18:01,413 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/.tmp/info/97c6244d40ad497397ec88e2b5fb19ab as hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/info/97c6244d40ad497397ec88e2b5fb19ab 2024-11-27T07:18:01,423 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/info/97c6244d40ad497397ec88e2b5fb19ab, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T07:18:01,424 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/.tmp/ns/64ea6d6e51a84bbda3c0ed96a290b416 as hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/ns/64ea6d6e51a84bbda3c0ed96a290b416 2024-11-27T07:18:01,433 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/ns/64ea6d6e51a84bbda3c0ed96a290b416, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T07:18:01,434 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/.tmp/table/04e58232eee845b5af2b4eadf1f0a583 as hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/table/04e58232eee845b5af2b4eadf1f0a583 2024-11-27T07:18:01,442 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/table/04e58232eee845b5af2b4eadf1f0a583, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T07:18:01,444 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1454ms, sequenceid=11, compaction requested=false 2024-11-27T07:18:01,449 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T07:18:01,450 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:18:01,450 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:18:01,450 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:18:01,451 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732691879990Running coprocessor pre-close hooks at 1732691879990Disabling compacts and flushes for region at 1732691879990Disabling writes for close at 1732691879990Obtaining lock to block concurrent updates at 1732691879994 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732691879994Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732691880002 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732691880004 (+2 ms)Flushing 1588230740/info: creating writer at 1732691880006 (+2 ms)Flushing 1588230740/info: appending metadata at 1732691880046 (+40 ms)Flushing 1588230740/info: closing flushed file at 1732691880047 (+1 ms)Flushing 1588230740/ns: creating writer at 1732691880537 (+490 ms)Flushing 1588230740/ns: appending metadata at 1732691880553 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732691880553Flushing 1588230740/table: creating writer at 1732691880976 (+423 ms)Flushing 1588230740/table: appending metadata at 1732691880990 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732691880990Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26febf6c: reopening flushed file at 1732691881412 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c66443f: reopening flushed file at 1732691881423 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@505662cc: reopening flushed file at 1732691881433 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1454ms, sequenceid=11, compaction requested=false at 1732691881444 (+11 ms)Writing region close event to WAL at 1732691881445 (+1 ms)Running coprocessor post-close hooks at 1732691881450 (+5 ms)Closed at 1732691881450 2024-11-27T07:18:01,451 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T07:18:01,593 INFO [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(976): stopping server 289954c9202d,43005,1732691865672; all regions closed. 2024-11-27T07:18:01,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741834_1010 (size=2742) 2024-11-27T07:18:01,610 DEBUG [RS:0;289954c9202d:43005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/oldWALs 2024-11-27T07:18:01,610 INFO [RS:0;289954c9202d:43005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C43005%2C1732691865672.meta:.meta(num 1732691870629) 2024-11-27T07:18:01,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741837_1013 (size=1802) 2024-11-27T07:18:01,618 DEBUG [RS:0;289954c9202d:43005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/oldWALs 2024-11-27T07:18:01,618 INFO [RS:0;289954c9202d:43005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C43005%2C1732691865672.rep:(num 1732691878023) 2024-11-27T07:18:01,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741832_1008 (size=93) 2024-11-27T07:18:01,623 DEBUG [RS:0;289954c9202d:43005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/oldWALs 2024-11-27T07:18:01,623 INFO [RS:0;289954c9202d:43005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C43005%2C1732691865672:(num 1732691869470) 2024-11-27T07:18:01,623 DEBUG [RS:0;289954c9202d:43005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:01,624 INFO [RS:0;289954c9202d:43005 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:18:01,624 INFO [RS:0;289954c9202d:43005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:18:01,624 INFO [RS:0;289954c9202d:43005 {}] hbase.ChoreService(370): Chore service for: regionserver/289954c9202d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T07:18:01,624 INFO [RS:0;289954c9202d:43005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:18:01,624 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:18:01,624 INFO [RS:0;289954c9202d:43005 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-289954c9202d,43005,1732691865672 because: Region server is closing 2024-11-27T07:18:01,625 INFO [RS:0;289954c9202d:43005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:43005. 2024-11-27T07:18:01,625 DEBUG [RS:0;289954c9202d:43005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:18:01,625 DEBUG [RS:0;289954c9202d:43005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:01,625 DEBUG [RS:0;289954c9202d:43005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:01,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:18:01,726 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,43005,1732691865672.replicationSource.wal-reader.289954c9202d%2C43005%2C1732691865672,1-289954c9202d,43005,1732691865672 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T07:18:01,726 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,43005,1732691865672.replicationSource.shipper289954c9202d%2C43005%2C1732691865672,1-289954c9202d,43005,1732691865672 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T07:18:01,726 INFO [RS:0;289954c9202d:43005 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,43005,1732691865672.replicationSource.shipper289954c9202d%2C43005%2C1732691865672,1-289954c9202d,43005,1732691865672 terminated 2024-11-27T07:18:01,727 INFO [RS:0;289954c9202d:43005 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-289954c9202d,43005,1732691865672 because: Region server is closing 2024-11-27T07:18:01,727 INFO [RS:0;289954c9202d:43005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:43005. 2024-11-27T07:18:01,727 DEBUG [RS:0;289954c9202d:43005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:18:01,727 DEBUG [RS:0;289954c9202d:43005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:01,728 DEBUG [RS:0;289954c9202d:43005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:01,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:18:01,828 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,43005,1732691865672.replicationSource.wal-reader.289954c9202d%2C43005%2C1732691865672,2-289954c9202d,43005,1732691865672 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T07:18:01,828 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,43005,1732691865672.replicationSource.shipper289954c9202d%2C43005%2C1732691865672,2-289954c9202d,43005,1732691865672 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T07:18:01,828 INFO [RS:0;289954c9202d:43005 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,43005,1732691865672.replicationSource.shipper289954c9202d%2C43005%2C1732691865672,2-289954c9202d,43005,1732691865672 terminated 2024-11-27T07:18:01,829 INFO [RS:0;289954c9202d:43005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43005 2024-11-27T07:18:01,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x1017b278d2a0001, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-700392060/rs/289954c9202d,43005,1732691865672 2024-11-27T07:18:01,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060/rs 2024-11-27T07:18:01,903 INFO [RS:0;289954c9202d:43005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:18:01,906 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [289954c9202d,43005,1732691865672] 2024-11-27T07:18:01,923 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-700392060/draining/289954c9202d,43005,1732691865672 already deleted, retry=false 2024-11-27T07:18:01,923 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 289954c9202d,43005,1732691865672 expired; onlineServers=0 2024-11-27T07:18:01,923 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '289954c9202d,35051,1732691864363' ***** 2024-11-27T07:18:01,923 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T07:18:01,923 INFO [M:0;289954c9202d:35051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:18:01,924 INFO [M:0;289954c9202d:35051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:18:01,924 DEBUG [M:0;289954c9202d:35051 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T07:18:01,924 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T07:18:01,924 DEBUG [M:0;289954c9202d:35051 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T07:18:01,924 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732691869145 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732691869145,5,FailOnTimeoutGroup] 2024-11-27T07:18:01,924 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732691869144 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732691869144,5,FailOnTimeoutGroup] 2024-11-27T07:18:01,924 INFO [M:0;289954c9202d:35051 {}] hbase.ChoreService(370): Chore service for: master/289954c9202d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T07:18:01,924 INFO [M:0;289954c9202d:35051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:18:01,925 DEBUG [M:0;289954c9202d:35051 {}] master.HMaster(1795): Stopping service threads 2024-11-27T07:18:01,925 INFO [M:0;289954c9202d:35051 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T07:18:01,925 INFO [M:0;289954c9202d:35051 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:18:01,925 INFO [M:0;289954c9202d:35051 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T07:18:01,925 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T07:18:01,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-700392060/master 2024-11-27T07:18:01,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060 2024-11-27T07:18:01,934 DEBUG [M:0;289954c9202d:35051 {}] zookeeper.ZKUtil(347): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Unable to get data of znode /0-700392060/master because node does not exist (not an error) 2024-11-27T07:18:01,934 WARN [M:0;289954c9202d:35051 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T07:18:01,935 INFO [M:0;289954c9202d:35051 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/.lastflushedseqids 2024-11-27T07:18:01,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741842_1018 (size=181) 2024-11-27T07:18:02,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x1017b278d2a0001, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:18:02,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x1017b278d2a0001, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:18:02,014 INFO [RS:0;289954c9202d:43005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:18:02,014 INFO [RS:0;289954c9202d:43005 {}] regionserver.HRegionServer(1031): Exiting; stopping=289954c9202d,43005,1732691865672; zookeeper connection closed. 2024-11-27T07:18:02,015 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@317e3642 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@317e3642 2024-11-27T07:18:02,016 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T07:18:02,040 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:18:02,348 INFO [M:0;289954c9202d:35051 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T07:18:02,348 INFO [M:0;289954c9202d:35051 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T07:18:02,349 DEBUG [M:0;289954c9202d:35051 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:18:02,349 INFO [M:0;289954c9202d:35051 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:02,349 DEBUG [M:0;289954c9202d:35051 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:02,349 DEBUG [M:0;289954c9202d:35051 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:18:02,349 DEBUG [M:0;289954c9202d:35051 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:02,349 INFO [M:0;289954c9202d:35051 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-27T07:18:02,372 DEBUG [M:0;289954c9202d:35051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de592dd56b074100a44260b6a4c647ba is 82, key is hbase:meta,,1/info:regioninfo/1732691870794/Put/seqid=0 2024-11-27T07:18:02,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741843_1019 (size=5672) 2024-11-27T07:18:02,778 INFO [M:0;289954c9202d:35051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de592dd56b074100a44260b6a4c647ba 2024-11-27T07:18:02,804 DEBUG [M:0;289954c9202d:35051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/602c52b5f8a94b95949589c1cd5d2bb7 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732691878133/Put/seqid=0 2024-11-27T07:18:02,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741844_1020 (size=8663) 2024-11-27T07:18:03,211 INFO [M:0;289954c9202d:35051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/602c52b5f8a94b95949589c1cd5d2bb7 2024-11-27T07:18:03,235 DEBUG [M:0;289954c9202d:35051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64ac6d136334416196f5ceb06e98177e is 69, key is 289954c9202d,43005,1732691865672/rs:state/1732691869215/Put/seqid=0 2024-11-27T07:18:03,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741845_1021 (size=5156) 2024-11-27T07:18:03,641 INFO [M:0;289954c9202d:35051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64ac6d136334416196f5ceb06e98177e 2024-11-27T07:18:03,649 DEBUG [M:0;289954c9202d:35051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de592dd56b074100a44260b6a4c647ba as hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de592dd56b074100a44260b6a4c647ba 2024-11-27T07:18:03,657 INFO [M:0;289954c9202d:35051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de592dd56b074100a44260b6a4c647ba, entries=8, sequenceid=115, filesize=5.5 K 2024-11-27T07:18:03,658 DEBUG [M:0;289954c9202d:35051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/602c52b5f8a94b95949589c1cd5d2bb7 as hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/602c52b5f8a94b95949589c1cd5d2bb7 2024-11-27T07:18:03,664 INFO [M:0;289954c9202d:35051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/602c52b5f8a94b95949589c1cd5d2bb7, entries=14, sequenceid=115, filesize=8.5 K 2024-11-27T07:18:03,666 DEBUG [M:0;289954c9202d:35051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64ac6d136334416196f5ceb06e98177e as hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64ac6d136334416196f5ceb06e98177e 2024-11-27T07:18:03,671 INFO [M:0;289954c9202d:35051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64ac6d136334416196f5ceb06e98177e, entries=1, sequenceid=115, filesize=5.0 K 2024-11-27T07:18:03,673 INFO [M:0;289954c9202d:35051 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=115, compaction requested=false 2024-11-27T07:18:03,674 INFO [M:0;289954c9202d:35051 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:03,674 DEBUG [M:0;289954c9202d:35051 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732691882349Disabling compacts and flushes for region at 1732691882349Disabling writes for close at 1732691882349Obtaining lock to block concurrent updates at 1732691882349Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732691882349Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732691882350 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732691882351 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732691882351Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732691882371 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732691882371Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732691882788 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732691882804 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732691882804Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732691883221 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732691883235 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732691883235Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1daa65e0: reopening flushed file at 1732691883648 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@727fad7e: reopening flushed file at 1732691883657 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a68b73f: reopening flushed file at 1732691883665 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=115, compaction requested=false at 1732691883673 (+8 ms)Writing region close event to WAL at 1732691883674 (+1 ms)Closed at 1732691883674 2024-11-27T07:18:03,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741830_1006 (size=59421) 2024-11-27T07:18:03,678 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:18:03,678 INFO [M:0;289954c9202d:35051 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T07:18:03,679 INFO [M:0;289954c9202d:35051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35051 2024-11-27T07:18:03,679 INFO [M:0;289954c9202d:35051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:18:03,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:18:03,841 INFO [M:0;289954c9202d:35051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:18:03,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1017b278d2a0000, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:18:03,843 INFO [Time-limited test {}] client.ConnectionUtils(128): master/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:18:03,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:03,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:03,843 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:18:03,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:03,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:18:03,843 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T07:18:03,843 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:18:03,844 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33121 2024-11-27T07:18:03,845 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33121 connecting to ZooKeeper ensemble=127.0.0.1:50214 2024-11-27T07:18:03,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331210x0, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:18:03,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33121-0x1017b278d2a0006 connected 2024-11-27T07:18:04,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:04,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:04,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Set watcher on znode that does not yet exist, /0-700392060/running 2024-11-27T07:18:04,038 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-700392060/meta-region-server: INIT 2024-11-27T07:18:04,038 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667, hbase.cluster.distributed=false 2024-11-27T07:18:04,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Set watcher on znode that does not yet exist, /0-700392060/acl 2024-11-27T07:18:04,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33121 2024-11-27T07:18:04,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33121 2024-11-27T07:18:04,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33121 2024-11-27T07:18:04,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33121 2024-11-27T07:18:04,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33121 2024-11-27T07:18:04,061 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:18:04,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:04,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:04,061 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:18:04,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:04,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:18:04,061 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T07:18:04,061 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:18:04,062 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35951 2024-11-27T07:18:04,063 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35951 connecting to ZooKeeper ensemble=127.0.0.1:50214 2024-11-27T07:18:04,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:04,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:04,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359510x0, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:18:04,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359510x0, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Set watcher on znode that does not yet exist, /0-700392060/running 2024-11-27T07:18:04,081 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-700392060/meta-region-server: INIT 2024-11-27T07:18:04,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35951-0x1017b278d2a0007 connected 2024-11-27T07:18:04,082 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T07:18:04,082 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T07:18:04,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35951-0x1017b278d2a0007, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Set watcher on znode that does not yet exist, /0-700392060/master 2024-11-27T07:18:04,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35951-0x1017b278d2a0007, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Set watcher on znode that does not yet exist, /0-700392060/acl 2024-11-27T07:18:04,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35951 2024-11-27T07:18:04,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35951 2024-11-27T07:18:04,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35951 2024-11-27T07:18:04,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35951 2024-11-27T07:18:04,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35951 2024-11-27T07:18:04,099 DEBUG [M:0;289954c9202d:33121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;289954c9202d:33121 2024-11-27T07:18:04,099 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-700392060/backup-masters/289954c9202d,33121,1732691883842 2024-11-27T07:18:04,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060/backup-masters 2024-11-27T07:18:04,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35951-0x1017b278d2a0007, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060/backup-masters 2024-11-27T07:18:04,113 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Set watcher on existing znode=/0-700392060/backup-masters/289954c9202d,33121,1732691883842 2024-11-27T07:18:04,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35951-0x1017b278d2a0007, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-700392060/master 2024-11-27T07:18:04,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060 2024-11-27T07:18:04,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35951-0x1017b278d2a0007, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060 2024-11-27T07:18:04,123 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Set watcher on existing znode=/0-700392060/master 2024-11-27T07:18:04,124 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-700392060/backup-masters/289954c9202d,33121,1732691883842 from backup master directory 2024-11-27T07:18:04,133 WARN [master/289954c9202d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:18:04,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-700392060/backup-masters/289954c9202d,33121,1732691883842 2024-11-27T07:18:04,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35951-0x1017b278d2a0007, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060/backup-masters 2024-11-27T07:18:04,134 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=289954c9202d,33121,1732691883842 2024-11-27T07:18:04,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060/backup-masters 2024-11-27T07:18:04,150 INFO [master/289954c9202d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:04,150 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T07:18:04,165 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-27T07:18:04,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741846_1022 (size=196) 2024-11-27T07:18:04,587 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:18:04,590 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T07:18:04,591 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:18:04,602 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-27T07:18:04,606 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/WALs/289954c9202d,35051,1732691864363 to hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/WALs/289954c9202d,35051,1732691864363-dead as it is dead 2024-11-27T07:18:04,607 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-27T07:18:04,608 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-27T07:18:04,608 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/WALs/289954c9202d,35051,1732691864363-dead/289954c9202d%2C35051%2C1732691864363.1732691867568 2024-11-27T07:18:04,614 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/WALs/289954c9202d,35051,1732691864363-dead/289954c9202d%2C35051%2C1732691864363.1732691867568 after 4ms 2024-11-27T07:18:04,615 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/WALs/289954c9202d,35051,1732691864363-dead/289954c9202d%2C35051%2C1732691864363.1732691867568 to hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/289954c9202d%2C35051%2C1732691864363.1732691867568 2024-11-27T07:18:04,615 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/WALs/289954c9202d,35051,1732691864363-dead 2024-11-27T07:18:04,616 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/WALs/289954c9202d,33121,1732691883842 2024-11-27T07:18:04,617 INFO [master/289954c9202d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:18:04,619 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=289954c9202d%2C33121%2C1732691883842, suffix=, logDir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/WALs/289954c9202d,33121,1732691883842, archiveDir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/oldWALs, maxLogs=10 2024-11-27T07:18:04,633 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/WALs/289954c9202d,33121,1732691883842/289954c9202d%2C33121%2C1732691883842.1732691884619, exclude list is [], retry=0 2024-11-27T07:18:04,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40415,DS-316be060-7ee3-4bc0-9d8f-36dc94e814a3,DISK] 2024-11-27T07:18:04,640 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/WALs/289954c9202d,33121,1732691883842/289954c9202d%2C33121%2C1732691883842.1732691884619 2024-11-27T07:18:04,640 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45059:45059)] 2024-11-27T07:18:04,640 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:18:04,641 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:04,641 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:04,641 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:04,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:04,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T07:18:04,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:04,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de592dd56b074100a44260b6a4c647ba 2024-11-27T07:18:04,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:04,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:04,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T07:18:04,654 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:04,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/602c52b5f8a94b95949589c1cd5d2bb7 2024-11-27T07:18:04,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:04,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:04,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T07:18:04,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:04,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64ac6d136334416196f5ceb06e98177e 2024-11-27T07:18:04,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:04,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:04,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T07:18:04,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:04,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:04,680 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:04,681 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-27T07:18:04,681 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/289954c9202d%2C35051%2C1732691864363.1732691867568 2024-11-27T07:18:04,702 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/289954c9202d%2C35051%2C1732691864363.1732691867568 2024-11-27T07:18:04,703 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/289954c9202d%2C35051%2C1732691864363.1732691867568 2024-11-27T07:18:04,705 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:04,705 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:04,707 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:18:04,710 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:04,713 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-27T07:18:04,715 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60678330, jitterRate=-0.09582242369651794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:18:04,715 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732691884641Initializing all the Stores at 1732691884642 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691884642Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691884644 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691884644Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691884644Cleaning up temporary data from old regions at 1732691884706 (+62 ms)Region opened successfully at 1732691884715 (+9 ms) 2024-11-27T07:18:04,716 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T07:18:04,720 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d1002d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:18:04,732 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-27T07:18:04,733 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T07:18:04,733 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T07:18:04,733 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T07:18:04,734 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T07:18:04,740 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T07:18:04,740 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T07:18:04,741 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T07:18:04,741 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T07:18:04,741 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T07:18:04,741 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T07:18:04,741 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-27T07:18:04,742 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T07:18:04,746 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=289954c9202d,43005,1732691865672, regionLocation=289954c9202d,43005,1732691865672, openSeqNum=2 2024-11-27T07:18:04,746 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=289954c9202d,43005,1732691865672, table=hbase:meta, region=1588230740 2024-11-27T07:18:04,746 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,43005,1732691865672, state=OPEN 2024-11-27T07:18:04,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-700392060/meta-region-server 2024-11-27T07:18:04,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-700392060/meta-region-server: CHANGED 2024-11-27T07:18:04,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35951-0x1017b278d2a0007, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-700392060/meta-region-server 2024-11-27T07:18:04,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-700392060/meta-region-server: CHANGED 2024-11-27T07:18:04,772 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-27T07:18:04,784 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-700392060/draining/289954c9202d,43005,1732691865672 already deleted, retry=false 2024-11-27T07:18:04,785 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 289954c9202d,43005,1732691865672 on 289954c9202d,33121,1732691883842 2024-11-27T07:18:04,792 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 289954c9202d,43005,1732691865672, splitWal=true, meta=true 2024-11-27T07:18:04,796 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 289954c9202d,43005,1732691865672 (carryingMeta=true) 289954c9202d,43005,1732691865672/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@11bad89a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T07:18:04,801 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Unable to get data of znode /0-700392060/balancer because node does not exist (not necessarily an error) 2024-11-27T07:18:04,904 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-700392060/balancer already deleted, retry=false 2024-11-27T07:18:04,904 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T07:18:04,905 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Unable to get data of znode /0-700392060/normalizer because node does not exist (not necessarily an error) 2024-11-27T07:18:04,993 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-700392060/normalizer already deleted, retry=false 2024-11-27T07:18:04,994 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T07:18:04,995 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Unable to get data of znode /0-700392060/switch/split because node does not exist (not necessarily an error) 2024-11-27T07:18:05,057 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-700392060/switch/split already deleted, retry=false 2024-11-27T07:18:05,059 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Unable to get data of znode /0-700392060/switch/merge because node does not exist (not necessarily an error) 2024-11-27T07:18:05,081 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-700392060/switch/merge already deleted, retry=false 2024-11-27T07:18:05,104 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Unable to get data of znode /0-700392060/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T07:18:05,112 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-700392060/snapshot-cleanup already deleted, retry=false 2024-11-27T07:18:05,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35951-0x1017b278d2a0007, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-700392060/running 2024-11-27T07:18:05,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35951-0x1017b278d2a0007, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060 2024-11-27T07:18:05,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-700392060/running 2024-11-27T07:18:05,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060 2024-11-27T07:18:05,125 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=289954c9202d,33121,1732691883842, sessionid=0x1017b278d2a0006, setting cluster-up flag (Was=false) 2024-11-27T07:18:05,135 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-700392060/flush-table-proc/acquired, /0-700392060/flush-table-proc/reached, /0-700392060/flush-table-proc/abort 2024-11-27T07:18:05,136 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,33121,1732691883842 2024-11-27T07:18:05,145 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-700392060/online-snapshot/acquired, /0-700392060/online-snapshot/reached, /0-700392060/online-snapshot/abort 2024-11-27T07:18:05,146 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,33121,1732691883842 2024-11-27T07:18:05,148 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/.lastflushedseqids 2024-11-27T07:18:05,152 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T07:18:05,152 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T07:18:05,152 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 289954c9202d,33121,1732691883842 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 289954c9202d,43005,1732691865672 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T07:18:05,154 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:18:05,154 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:18:05,154 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:18:05,154 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:18:05,155 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/289954c9202d:0, corePoolSize=10, maxPoolSize=10 2024-11-27T07:18:05,155 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:05,155 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:18:05,155 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:05,163 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 289954c9202d,43005,1732691865672, splitWal=true, meta=true 2024-11-27T07:18:05,166 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 289954c9202d,43005,1732691865672, splitWal=true, meta=true, isMeta: true 2024-11-27T07:18:05,167 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672-splitting 2024-11-27T07:18:05,169 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672-splitting dir is empty, no logs to split. 2024-11-27T07:18:05,169 INFO [PEWorker-1 {}] master.SplitWALManager(105): 289954c9202d,43005,1732691865672 WAL count=0, meta=true 2024-11-27T07:18:05,172 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732691915172 2024-11-27T07:18:05,172 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T07:18:05,172 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T07:18:05,173 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T07:18:05,173 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T07:18:05,173 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T07:18:05,173 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T07:18:05,173 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:05,174 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T07:18:05,174 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T07:18:05,174 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T07:18:05,174 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T07:18:05,175 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672-splitting dir is empty, no logs to split. 2024-11-27T07:18:05,175 INFO [PEWorker-1 {}] master.SplitWALManager(105): 289954c9202d,43005,1732691865672 WAL count=0, meta=true 2024-11-27T07:18:05,175 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 289954c9202d,43005,1732691865672 WAL splitting is done? wals=0, meta=true 2024-11-27T07:18:05,176 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T07:18:05,176 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T07:18:05,176 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732691885176,5,FailOnTimeoutGroup] 2024-11-27T07:18:05,177 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732691885177,5,FailOnTimeoutGroup] 2024-11-27T07:18:05,177 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:05,177 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T07:18:05,177 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:05,177 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:05,177 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732691885177, completionTime=-1 2024-11-27T07:18:05,177 WARN [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-27T07:18:05,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T07:18:05,181 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T07:18:05,181 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:18:05,183 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T07:18:05,191 INFO [RS:0;289954c9202d:35951 {}] regionserver.HRegionServer(746): ClusterId : ebf198c6-f094-4954-b4b2-5a175bf8a68c 2024-11-27T07:18:05,191 DEBUG [RS:0;289954c9202d:35951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T07:18:05,204 DEBUG [RS:0;289954c9202d:35951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T07:18:05,205 DEBUG [RS:0;289954c9202d:35951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T07:18:05,215 DEBUG [RS:0;289954c9202d:35951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T07:18:05,216 DEBUG [RS:0;289954c9202d:35951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52385c31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:18:05,235 DEBUG [RS:0;289954c9202d:35951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;289954c9202d:35951 2024-11-27T07:18:05,235 INFO [RS:0;289954c9202d:35951 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T07:18:05,235 INFO [RS:0;289954c9202d:35951 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T07:18:05,235 DEBUG [RS:0;289954c9202d:35951 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T07:18:05,236 INFO [RS:0;289954c9202d:35951 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,33121,1732691883842 with port=35951, startcode=1732691884060 2024-11-27T07:18:05,236 DEBUG [RS:0;289954c9202d:35951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T07:18:05,239 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T07:18:05,240 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33121 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 289954c9202d,35951,1732691884060 2024-11-27T07:18:05,240 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33121 {}] master.ServerManager(517): Registering regionserver=289954c9202d,35951,1732691884060 2024-11-27T07:18:05,244 DEBUG [RS:0;289954c9202d:35951 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667 2024-11-27T07:18:05,244 DEBUG [RS:0;289954c9202d:35951 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35091 2024-11-27T07:18:05,244 DEBUG [RS:0;289954c9202d:35951 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T07:18:05,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060/rs 2024-11-27T07:18:05,257 DEBUG [RS:0;289954c9202d:35951 {}] zookeeper.ZKUtil(111): regionserver:35951-0x1017b278d2a0007, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Set watcher on existing znode=/0-700392060/rs/289954c9202d,35951,1732691884060 2024-11-27T07:18:05,257 WARN [RS:0;289954c9202d:35951 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:18:05,257 INFO [RS:0;289954c9202d:35951 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:18:05,257 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [289954c9202d,35951,1732691884060] 2024-11-27T07:18:05,258 DEBUG [RS:0;289954c9202d:35951 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060 2024-11-27T07:18:05,282 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T07:18:05,304 INFO [RS:0;289954c9202d:35951 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T07:18:05,308 INFO [RS:0;289954c9202d:35951 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T07:18:05,308 INFO [RS:0;289954c9202d:35951 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T07:18:05,308 INFO [RS:0;289954c9202d:35951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:05,309 INFO [RS:0;289954c9202d:35951 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T07:18:05,310 INFO [RS:0;289954c9202d:35951 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T07:18:05,310 INFO [RS:0;289954c9202d:35951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:05,310 DEBUG [RS:0;289954c9202d:35951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:05,310 DEBUG [RS:0;289954c9202d:35951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:05,310 DEBUG [RS:0;289954c9202d:35951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:05,310 DEBUG [RS:0;289954c9202d:35951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:05,310 DEBUG [RS:0;289954c9202d:35951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:05,311 DEBUG [RS:0;289954c9202d:35951 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:18:05,311 DEBUG [RS:0;289954c9202d:35951 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:05,311 DEBUG [RS:0;289954c9202d:35951 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:05,311 DEBUG [RS:0;289954c9202d:35951 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:05,311 DEBUG [RS:0;289954c9202d:35951 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:05,311 DEBUG [RS:0;289954c9202d:35951 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:05,311 DEBUG [RS:0;289954c9202d:35951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:05,311 DEBUG [RS:0;289954c9202d:35951 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:18:05,311 DEBUG [RS:0;289954c9202d:35951 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:18:05,312 INFO [RS:0;289954c9202d:35951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:05,312 INFO [RS:0;289954c9202d:35951 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:05,312 INFO [RS:0;289954c9202d:35951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:05,312 INFO [RS:0;289954c9202d:35951 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:05,312 INFO [RS:0;289954c9202d:35951 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:05,312 INFO [RS:0;289954c9202d:35951 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,35951,1732691884060-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:18:05,331 INFO [RS:0;289954c9202d:35951 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T07:18:05,331 INFO [RS:0;289954c9202d:35951 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,35951,1732691884060-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:05,334 WARN [289954c9202d:33121 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T07:18:05,348 INFO [RS:0;289954c9202d:35951 {}] regionserver.ReplicationSource(231): queueId=1-289954c9202d,35951,1732691884060, ReplicationSource: 1, currentBandwidth=0 2024-11-27T07:18:05,362 INFO [RS:0;289954c9202d:35951 {}] regionserver.ReplicationSource(231): queueId=2-289954c9202d,35951,1732691884060, ReplicationSource: 2, currentBandwidth=0 2024-11-27T07:18:05,362 INFO [RS:0;289954c9202d:35951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:05,363 INFO [RS:0;289954c9202d:35951 {}] regionserver.Replication(171): 289954c9202d,35951,1732691884060 started 2024-11-27T07:18:05,363 DEBUG [RS:0;289954c9202d:35951.replicationSource,1-289954c9202d,35951,1732691884060 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:38891' 2024-11-27T07:18:05,364 DEBUG [RS:0;289954c9202d:35951.replicationSource,1-289954c9202d,35951,1732691884060 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@410eaf6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:05,364 DEBUG [RS:0;289954c9202d:35951.replicationSource,1-289954c9202d,35951,1732691884060 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,38891,-1 for getting cluster id 2024-11-27T07:18:05,364 DEBUG [RS:0;289954c9202d:35951.replicationSource,1-289954c9202d,35951,1732691884060 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:18:05,366 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77aa5632-33ee-4a58-a5aa-e8036b4b22bd' 2024-11-27T07:18:05,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:18:05,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77aa5632-33ee-4a58-a5aa-e8036b4b22bd" 2024-11-27T07:18:05,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e80131e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:05,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,38891,-1] 2024-11-27T07:18:05,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:18:05,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:05,368 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:18:05,369 DEBUG [RS:0;289954c9202d:35951.replicationSource,1-289954c9202d,35951,1732691884060 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cc069cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:05,369 DEBUG [RS:0;289954c9202d:35951.replicationSource,1-289954c9202d,35951,1732691884060 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:18:05,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,38891,1732691873276 2024-11-27T07:18:05,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68982ecd 2024-11-27T07:18:05,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:18:05,371 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-27T07:18:05,372 INFO [RS:0;289954c9202d:35951.replicationSource,1-289954c9202d,35951,1732691884060 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-289954c9202d,35951,1732691884060 (queues=0) is replicating from cluster=ebf198c6-f094-4954-b4b2-5a175bf8a68c to cluster=77aa5632-33ee-4a58-a5aa-e8036b4b22bd 2024-11-27T07:18:05,379 INFO [RS:0;289954c9202d:35951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:05,379 INFO [RS:0;289954c9202d:35951 {}] regionserver.HRegionServer(1482): Serving as 289954c9202d,35951,1732691884060, RpcServer on 289954c9202d/172.17.0.3:35951, sessionid=0x1017b278d2a0007 2024-11-27T07:18:05,379 DEBUG [RS:0;289954c9202d:35951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T07:18:05,379 DEBUG [RS:0;289954c9202d:35951 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 289954c9202d,35951,1732691884060 2024-11-27T07:18:05,379 DEBUG [RS:0;289954c9202d:35951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,35951,1732691884060' 2024-11-27T07:18:05,379 DEBUG [RS:0;289954c9202d:35951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-700392060/flush-table-proc/abort' 2024-11-27T07:18:05,380 DEBUG [RS:0;289954c9202d:35951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-700392060/flush-table-proc/acquired' 2024-11-27T07:18:05,381 DEBUG [RS:0;289954c9202d:35951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T07:18:05,381 DEBUG [RS:0;289954c9202d:35951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T07:18:05,381 DEBUG [RS:0;289954c9202d:35951 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 289954c9202d,35951,1732691884060 2024-11-27T07:18:05,381 DEBUG [RS:0;289954c9202d:35951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,35951,1732691884060' 2024-11-27T07:18:05,381 DEBUG [RS:0;289954c9202d:35951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-700392060/online-snapshot/abort' 2024-11-27T07:18:05,381 DEBUG [RS:0;289954c9202d:35951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-700392060/online-snapshot/acquired' 2024-11-27T07:18:05,382 DEBUG [RS:0;289954c9202d:35951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T07:18:05,382 INFO [RS:0;289954c9202d:35951 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T07:18:05,382 INFO [RS:0;289954c9202d:35951 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T07:18:05,384 DEBUG [RS:0;289954c9202d:35951.replicationSource,2-289954c9202d,35951,1732691884060 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:38891' 2024-11-27T07:18:05,386 DEBUG [RS:0;289954c9202d:35951.replicationSource,2-289954c9202d,35951,1732691884060 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69d1a263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:05,386 DEBUG [RS:0;289954c9202d:35951.replicationSource,2-289954c9202d,35951,1732691884060 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,38891,-1 for getting cluster id 2024-11-27T07:18:05,386 DEBUG [RS:0;289954c9202d:35951.replicationSource,2-289954c9202d,35951,1732691884060 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:18:05,387 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77aa5632-33ee-4a58-a5aa-e8036b4b22bd' 2024-11-27T07:18:05,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:18:05,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77aa5632-33ee-4a58-a5aa-e8036b4b22bd" 2024-11-27T07:18:05,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bad69e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:05,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,38891,-1] 2024-11-27T07:18:05,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:18:05,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:05,389 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:18:05,390 DEBUG [RS:0;289954c9202d:35951.replicationSource,2-289954c9202d,35951,1732691884060 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f6bc953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:05,390 DEBUG [RS:0;289954c9202d:35951.replicationSource,2-289954c9202d,35951,1732691884060 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:18:05,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,38891,1732691873276 2024-11-27T07:18:05,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@327f8f84 2024-11-27T07:18:05,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:18:05,392 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-27T07:18:05,393 INFO [RS:0;289954c9202d:35951.replicationSource,2-289954c9202d,35951,1732691884060 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-289954c9202d,35951,1732691884060 (queues=0) is replicating from cluster=ebf198c6-f094-4954-b4b2-5a175bf8a68c to cluster=77aa5632-33ee-4a58-a5aa-e8036b4b22bd 2024-11-27T07:18:05,482 INFO [RS:0;289954c9202d:35951 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:18:05,485 INFO [RS:0;289954c9202d:35951 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C35951%2C1732691884060, suffix=, logDir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060, archiveDir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/oldWALs, maxLogs=10 2024-11-27T07:18:05,497 DEBUG [RS:0;289954c9202d:35951 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485, exclude list is [], retry=0 2024-11-27T07:18:05,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40415,DS-316be060-7ee3-4bc0-9d8f-36dc94e814a3,DISK] 2024-11-27T07:18:05,503 INFO [RS:0;289954c9202d:35951 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485 2024-11-27T07:18:05,504 DEBUG [RS:0;289954c9202d:35951 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 289954c9202d%2C35951%2C1732691884060 for peer 2 2024-11-27T07:18:05,504 DEBUG [RS:0;289954c9202d:35951 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 289954c9202d%2C35951%2C1732691884060 for peer 1 2024-11-27T07:18:05,504 DEBUG [RS:0;289954c9202d:35951 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=289954c9202d%2C35951%2C1732691884060 2024-11-27T07:18:05,504 INFO [RS:0;289954c9202d:35951 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-289954c9202d,35951,1732691884060, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T07:18:05,505 DEBUG [RS:0;289954c9202d:35951 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=289954c9202d%2C35951%2C1732691884060 2024-11-27T07:18:05,505 INFO [RS:0;289954c9202d:35951.replicationSource.shipper289954c9202d%2C35951%2C1732691884060,1-289954c9202d,35951,1732691884060 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 289954c9202d%2C35951%2C1732691884060 2024-11-27T07:18:05,505 INFO [RS:0;289954c9202d:35951 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-289954c9202d,35951,1732691884060, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T07:18:05,505 DEBUG [RS:0;289954c9202d:35951 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45059:45059)] 2024-11-27T07:18:05,505 INFO [RS:0;289954c9202d:35951.replicationSource.shipper289954c9202d%2C35951%2C1732691884060,2-289954c9202d,35951,1732691884060 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 289954c9202d%2C35951%2C1732691884060 2024-11-27T07:18:05,505 DEBUG [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,2-289954c9202d,35951,1732691884060 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485, startPosition=0, beingWritten=true 2024-11-27T07:18:05,505 DEBUG [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,1-289954c9202d,35951,1732691884060 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485, startPosition=0, beingWritten=true 2024-11-27T07:18:05,584 DEBUG [289954c9202d:33121 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:18:05,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=289954c9202d,35951,1732691884060 2024-11-27T07:18:05,588 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,35951,1732691884060, state=OPENING 2024-11-27T07:18:05,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35951-0x1017b278d2a0007, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-700392060/meta-region-server 2024-11-27T07:18:05,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-700392060/meta-region-server 2024-11-27T07:18:05,639 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:18:05,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,35951,1732691884060}] 2024-11-27T07:18:05,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-700392060/meta-region-server: CHANGED 2024-11-27T07:18:05,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-700392060/meta-region-server: CHANGED 2024-11-27T07:18:05,715 DEBUG [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,2-289954c9202d,35951,1732691884060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485 to pos 0, reset compression=false 2024-11-27T07:18:05,715 DEBUG [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,1-289954c9202d,35951,1732691884060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485 to pos 0, reset compression=false 2024-11-27T07:18:05,793 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:18:05,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:18:05,799 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T07:18:05,799 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:18:05,799 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T07:18:05,801 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C35951%2C1732691884060.meta, suffix=.meta, logDir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060, archiveDir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/oldWALs, maxLogs=10 2024-11-27T07:18:05,815 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.meta.1732691885802.meta, exclude list is [], retry=0 2024-11-27T07:18:05,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40415,DS-316be060-7ee3-4bc0-9d8f-36dc94e814a3,DISK] 2024-11-27T07:18:05,821 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.meta.1732691885802.meta 2024-11-27T07:18:05,821 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45059:45059)] 2024-11-27T07:18:05,822 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:18:05,822 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:18:05,822 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:18:05,822 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T07:18:05,822 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T07:18:05,822 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T07:18:05,823 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:05,823 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T07:18:05,823 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T07:18:05,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:18:05,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:18:05,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:05,836 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/info/97c6244d40ad497397ec88e2b5fb19ab 2024-11-27T07:18:05,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:05,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:18:05,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:18:05,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:05,850 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/ns/64ea6d6e51a84bbda3c0ed96a290b416 2024-11-27T07:18:05,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:05,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:18:05,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:18:05,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:05,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:05,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:18:05,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:18:05,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:05,870 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/table/04e58232eee845b5af2b4eadf1f0a583 2024-11-27T07:18:05,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:05,870 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:18:05,872 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740 2024-11-27T07:18:05,874 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740 2024-11-27T07:18:05,876 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:18:05,876 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:18:05,877 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:18:05,879 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:18:05,880 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62350334, jitterRate=-0.07090762257575989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:18:05,880 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T07:18:05,880 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732691885823Writing region info on filesystem at 1732691885823Initializing all the Stores at 1732691885824 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691885824Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691885824Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691885824Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691885824Cleaning up temporary data from old regions at 1732691885876 (+52 ms)Running coprocessor post-open hooks at 1732691885880 (+4 ms)Region opened successfully at 1732691885880 2024-11-27T07:18:05,881 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732691885792 2024-11-27T07:18:05,884 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T07:18:05,885 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T07:18:05,886 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=289954c9202d,35951,1732691884060 2024-11-27T07:18:05,887 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,35951,1732691884060, state=OPEN 2024-11-27T07:18:05,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-700392060/meta-region-server 2024-11-27T07:18:05,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35951-0x1017b278d2a0007, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-700392060/meta-region-server 2024-11-27T07:18:05,913 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=289954c9202d,35951,1732691884060 2024-11-27T07:18:05,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-700392060/meta-region-server: CHANGED 2024-11-27T07:18:05,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-700392060/meta-region-server: CHANGED 2024-11-27T07:18:05,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-27T07:18:05,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,35951,1732691884060 in 274 msec 2024-11-27T07:18:05,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-27T07:18:05,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 741 msec 2024-11-27T07:18:06,022 DEBUG [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,1-289954c9202d,35951,1732691884060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485 to pos 0, reset compression=false 2024-11-27T07:18:06,022 DEBUG [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,2-289954c9202d,35951,1732691884060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485 to pos 0, reset compression=false 2024-11-27T07:18:06,431 DEBUG [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,1-289954c9202d,35951,1732691884060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485 to pos 0, reset compression=false 2024-11-27T07:18:06,431 DEBUG [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,2-289954c9202d,35951,1732691884060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485 to pos 0, reset compression=false 2024-11-27T07:18:06,784 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-27T07:18:06,941 DEBUG [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,2-289954c9202d,35951,1732691884060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485 to pos 0, reset compression=false 2024-11-27T07:18:06,942 DEBUG [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,1-289954c9202d,35951,1732691884060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485 to pos 0, reset compression=false 2024-11-27T07:18:06,953 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:18:07,580 DEBUG [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,2-289954c9202d,35951,1732691884060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485 to pos 0, reset compression=false 2024-11-27T07:18:07,594 DEBUG [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,1-289954c9202d,35951,1732691884060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485 to pos 0, reset compression=false 2024-11-27T07:18:08,287 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-27T07:18:08,289 DEBUG [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,2-289954c9202d,35951,1732691884060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485 to pos 0, reset compression=false 2024-11-27T07:18:08,301 DEBUG [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,1-289954c9202d,35951,1732691884060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485 to pos 0, reset compression=false 2024-11-27T07:18:09,099 DEBUG [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,2-289954c9202d,35951,1732691884060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485 to pos 0, reset compression=false 2024-11-27T07:18:09,107 DEBUG [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,1-289954c9202d,35951,1732691884060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485 to pos 0, reset compression=false 2024-11-27T07:18:09,690 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-27T07:18:09,690 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T07:18:09,690 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:18:09,690 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,35951,1732691884060, seqNum=-1] 2024-11-27T07:18:09,691 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:18:09,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:18:09,699 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=330ec6e20dcedb76a7dfb252976b888e, regionState=OPEN, lastHost=289954c9202d,43005,1732691865672, regionLocation=289954c9202d,43005,1732691865672, openSeqNum=2 2024-11-27T07:18:09,699 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T07:18:09,699 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732691949699 2024-11-27T07:18:09,699 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732692009699 2024-11-27T07:18:09,699 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-27T07:18:09,700 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33121,1732691883842-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:09,700 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 289954c9202d,43005,1732691865672 had 2 regions 2024-11-27T07:18:09,700 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33121,1732691883842-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:09,700 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33121,1732691883842-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:09,700 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-289954c9202d:33121, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:09,700 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:09,700 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:09,702 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 289954c9202d,43005,1732691865672, splitWal=true, meta=true, isMeta: false 2024-11-27T07:18:09,705 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672-splitting dir is empty, no logs to split. 2024-11-27T07:18:09,706 INFO [PEWorker-4 {}] master.SplitWALManager(105): 289954c9202d,43005,1732691865672 WAL count=0, meta=false 2024-11-27T07:18:09,711 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.576sec 2024-11-27T07:18:09,711 INFO [master/289954c9202d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T07:18:09,711 INFO [master/289954c9202d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T07:18:09,711 INFO [master/289954c9202d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T07:18:09,711 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T07:18:09,711 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T07:18:09,711 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33121,1732691883842-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:18:09,711 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33121,1732691883842-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T07:18:09,713 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,43005,1732691865672-splitting dir is empty, no logs to split. 2024-11-27T07:18:09,713 INFO [PEWorker-4 {}] master.SplitWALManager(105): 289954c9202d,43005,1732691865672 WAL count=0, meta=false 2024-11-27T07:18:09,713 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 289954c9202d,43005,1732691865672 WAL splitting is done? wals=0, meta=false 2024-11-27T07:18:09,715 WARN [master/289954c9202d:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=289954c9202d,43005,1732691865672/hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. 2024-11-27T07:18:09,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=330ec6e20dcedb76a7dfb252976b888e, ASSIGN}] 2024-11-27T07:18:09,719 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=330ec6e20dcedb76a7dfb252976b888e, ASSIGN 2024-11-27T07:18:09,720 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=330ec6e20dcedb76a7dfb252976b888e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T07:18:09,720 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T07:18:09,721 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T07:18:09,721 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33121,1732691883842-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:09,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:09,796 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,33121,-1 for getting cluster id 2024-11-27T07:18:09,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:18:09,798 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf198c6-f094-4954-b4b2-5a175bf8a68c' 2024-11-27T07:18:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:18:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf198c6-f094-4954-b4b2-5a175bf8a68c" 2024-11-27T07:18:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a86db2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,33121,-1] 2024-11-27T07:18:09,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:18:09,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:09,802 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:18:09,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ac0da7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:09,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:18:09,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,35951,1732691884060, seqNum=-1] 2024-11-27T07:18:09,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:18:09,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:18:09,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-27T07:18:09,811 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:18:09,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:18:09,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:09,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:09,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:18:09,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 289954c9202d:33121 after: 289954c9202d:33121 2024-11-27T07:18:09,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:09,812 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,33121,-1 for getting cluster id 2024-11-27T07:18:09,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:18:09,814 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf198c6-f094-4954-b4b2-5a175bf8a68c' 2024-11-27T07:18:09,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:18:09,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf198c6-f094-4954-b4b2-5a175bf8a68c" 2024-11-27T07:18:09,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e03591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:09,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,33121,-1] 2024-11-27T07:18:09,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:18:09,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:09,817 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:18:09,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:09,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:18:09,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,33121,1732691883842 2024-11-27T07:18:09,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1122085b 2024-11-27T07:18:09,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:18:09,821 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:18:09,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T07:18:09,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T07:18:09,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T07:18:09,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33121 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T07:18:09,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T07:18:09,825 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:18:09,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:18:09,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:09,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:09,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:18:09,825 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T07:18:09,825 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1033762441, stopped=false 2024-11-27T07:18:09,825 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=289954c9202d,38891,1732691873276 2024-11-27T07:18:09,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1017b278d2a0004, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1128130627/running 2024-11-27T07:18:09,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1128130627/running 2024-11-27T07:18:09,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1128130627 2024-11-27T07:18:09,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1017b278d2a0004, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1128130627 2024-11-27T07:18:09,846 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:18:09,846 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:18:09,846 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:18:09,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:09,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45521-0x1017b278d2a0004, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Set watcher on znode that does not yet exist, /1-1128130627/running 2024-11-27T07:18:09,846 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '289954c9202d,45521,1732691873436' ***** 2024-11-27T07:18:09,846 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T07:18:09,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Set watcher on znode that does not yet exist, /1-1128130627/running 2024-11-27T07:18:09,847 INFO [RS:0;289954c9202d:45521 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T07:18:09,847 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T07:18:09,847 INFO [RS:0;289954c9202d:45521 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T07:18:09,847 INFO [RS:0;289954c9202d:45521 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T07:18:09,847 INFO [RS:0;289954c9202d:45521 {}] regionserver.HRegionServer(959): stopping server 289954c9202d,45521,1732691873436 2024-11-27T07:18:09,847 INFO [RS:0;289954c9202d:45521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:18:09,847 INFO [RS:0;289954c9202d:45521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:45521. 2024-11-27T07:18:09,847 DEBUG [RS:0;289954c9202d:45521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:18:09,847 DEBUG [RS:0;289954c9202d:45521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:09,847 INFO [RS:0;289954c9202d:45521 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T07:18:09,847 INFO [RS:0;289954c9202d:45521 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T07:18:09,848 INFO [RS:0;289954c9202d:45521 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T07:18:09,848 INFO [RS:0;289954c9202d:45521 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T07:18:09,848 INFO [RS:0;289954c9202d:45521 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T07:18:09,848 DEBUG [RS:0;289954c9202d:45521 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T07:18:09,848 DEBUG [RS:0;289954c9202d:45521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:18:09,848 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:18:09,848 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:18:09,848 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:18:09,848 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:18:09,848 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:18:09,849 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T07:18:09,849 INFO [regionserver/289954c9202d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:18:09,867 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/data/hbase/meta/1588230740/.tmp/ns/bcb08d215ced4ed39bd37ffcdd1068a2 is 43, key is default/ns:d/1732691876595/Put/seqid=0 2024-11-27T07:18:09,871 DEBUG [289954c9202d:33121 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:18:09,871 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=330ec6e20dcedb76a7dfb252976b888e, regionState=OPENING, regionLocation=289954c9202d,35951,1732691884060 2024-11-27T07:18:09,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=330ec6e20dcedb76a7dfb252976b888e, ASSIGN because future has completed 2024-11-27T07:18:09,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741835_1011 (size=5153) 2024-11-27T07:18:09,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 330ec6e20dcedb76a7dfb252976b888e, server=289954c9202d,35951,1732691884060}] 2024-11-27T07:18:10,006 DEBUG [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,2-289954c9202d,35951,1732691884060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485 to pos 0, reset compression=false 2024-11-27T07:18:10,016 DEBUG [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,1-289954c9202d,35951,1732691884060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485 to pos 0, reset compression=false 2024-11-27T07:18:10,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. 2024-11-27T07:18:10,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:18:10,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T07:18:10,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C35951%2C1732691884060.rep, suffix=, logDir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060, archiveDir=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/oldWALs, maxLogs=10 2024-11-27T07:18:10,048 DEBUG [RS:0;289954c9202d:45521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:18:10,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.rep.1732691890039, exclude list is [], retry=0 2024-11-27T07:18:10,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40415,DS-316be060-7ee3-4bc0-9d8f-36dc94e814a3,DISK] 2024-11-27T07:18:10,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.rep.1732691890039 2024-11-27T07:18:10,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45059:45059)] 2024-11-27T07:18:10,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 330ec6e20dcedb76a7dfb252976b888e, NAME => 'hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:18:10,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:18:10,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:18:10,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. service=MultiRowMutationService 2024-11-27T07:18:10,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T07:18:10,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:18:10,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:10,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:18:10,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:18:10,064 INFO [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:18:10,066 INFO [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 330ec6e20dcedb76a7dfb252976b888e columnFamilyName hfileref 2024-11-27T07:18:10,066 DEBUG [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:10,067 INFO [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] regionserver.HStore(327): Store=330ec6e20dcedb76a7dfb252976b888e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:10,067 INFO [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:18:10,068 INFO [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 330ec6e20dcedb76a7dfb252976b888e columnFamilyName queue 2024-11-27T07:18:10,068 DEBUG [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:10,077 DEBUG [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/replication/330ec6e20dcedb76a7dfb252976b888e/queue/61a6d31ce36c408e9c73fb28f13eb790 2024-11-27T07:18:10,077 INFO [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] regionserver.HStore(327): Store=330ec6e20dcedb76a7dfb252976b888e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:10,078 INFO [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:18:10,079 INFO [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 330ec6e20dcedb76a7dfb252976b888e columnFamilyName sid 2024-11-27T07:18:10,079 DEBUG [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:10,080 INFO [StoreOpener-330ec6e20dcedb76a7dfb252976b888e-1 {}] regionserver.HStore(327): Store=330ec6e20dcedb76a7dfb252976b888e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:10,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:18:10,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/replication/330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:18:10,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/replication/330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:18:10,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:18:10,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:18:10,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:18:10,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:18:10,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 330ec6e20dcedb76a7dfb252976b888e; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67554978, jitterRate=0.006647616624832153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:18:10,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:18:10,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 330ec6e20dcedb76a7dfb252976b888e: Running coprocessor pre-open hook at 1732691890059Writing region info on filesystem at 1732691890059Initializing all the Stores at 1732691890061 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691890061Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691890064 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691890064Cleaning up temporary data from old regions at 1732691890084 (+20 ms)Running coprocessor post-open hooks at 1732691890089 (+5 ms)Region opened successfully at 1732691890090 (+1 ms) 2024-11-27T07:18:10,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e., pid=19, masterSystemTime=1732691890031 2024-11-27T07:18:10,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. 2024-11-27T07:18:10,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. 2024-11-27T07:18:10,097 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=330ec6e20dcedb76a7dfb252976b888e, regionState=OPEN, openSeqNum=10, regionLocation=289954c9202d,35951,1732691884060 2024-11-27T07:18:10,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 330ec6e20dcedb76a7dfb252976b888e, server=289954c9202d,35951,1732691884060 because future has completed 2024-11-27T07:18:10,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-27T07:18:10,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 330ec6e20dcedb76a7dfb252976b888e, server=289954c9202d,35951,1732691884060 in 225 msec 2024-11-27T07:18:10,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-27T07:18:10,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=330ec6e20dcedb76a7dfb252976b888e, ASSIGN in 390 msec 2024-11-27T07:18:10,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-27T07:18:10,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e., hostname=289954c9202d,35951,1732691884060, seqNum=10] 2024-11-27T07:18:10,156 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 289954c9202d,43005,1732691865672 2024-11-27T07:18:10,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-27T07:18:10,249 DEBUG [RS:0;289954c9202d:45521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:18:10,279 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/data/hbase/meta/1588230740/.tmp/ns/bcb08d215ced4ed39bd37ffcdd1068a2 2024-11-27T07:18:10,289 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/data/hbase/meta/1588230740/.tmp/ns/bcb08d215ced4ed39bd37ffcdd1068a2 as hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/data/hbase/meta/1588230740/ns/bcb08d215ced4ed39bd37ffcdd1068a2 2024-11-27T07:18:10,300 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/data/hbase/meta/1588230740/ns/bcb08d215ced4ed39bd37ffcdd1068a2, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T07:18:10,302 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 454ms, sequenceid=6, compaction requested=false 2024-11-27T07:18:10,302 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T07:18:10,311 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T07:18:10,312 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:18:10,312 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:18:10,312 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:18:10,312 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732691889848Running coprocessor pre-close hooks at 1732691889848Disabling compacts and flushes for region at 1732691889848Disabling writes for close at 1732691889848Obtaining lock to block concurrent updates at 1732691889849 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732691889849Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732691889849Flushing stores of hbase:meta,,1.1588230740 at 1732691889850 (+1 ms)Flushing 1588230740/ns: creating writer at 1732691889850Flushing 1588230740/ns: appending metadata at 1732691889867 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732691889867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27d08039: reopening flushed file at 1732691890288 (+421 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 454ms, sequenceid=6, compaction requested=false at 1732691890302 (+14 ms)Writing region close event to WAL at 1732691890305 (+3 ms)Running coprocessor post-close hooks at 1732691890312 (+7 ms)Closed at 1732691890312 2024-11-27T07:18:10,313 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T07:18:10,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35951 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-27T07:18:10,439 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T07:18:10,439 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T07:18:10,449 INFO [RS:0;289954c9202d:45521 {}] regionserver.HRegionServer(976): stopping server 289954c9202d,45521,1732691873436; all regions closed. 2024-11-27T07:18:10,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741834_1010 (size=1152) 2024-11-27T07:18:10,471 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/WALs/289954c9202d,45521,1732691873436/289954c9202d%2C45521%2C1732691873436.meta.1732691876517.meta not finished, retry = 0 2024-11-27T07:18:10,575 DEBUG [RS:0;289954c9202d:45521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/oldWALs 2024-11-27T07:18:10,575 INFO [RS:0;289954c9202d:45521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C45521%2C1732691873436.meta:.meta(num 1732691876517) 2024-11-27T07:18:10,578 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/WALs/289954c9202d,45521,1732691873436/289954c9202d%2C45521%2C1732691873436.1732691875579 not finished, retry = 0 2024-11-27T07:18:10,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741832_1008 (size=93) 2024-11-27T07:18:10,681 DEBUG [RS:0;289954c9202d:45521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/oldWALs 2024-11-27T07:18:10,681 INFO [RS:0;289954c9202d:45521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C45521%2C1732691873436:(num 1732691875579) 2024-11-27T07:18:10,681 DEBUG [RS:0;289954c9202d:45521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:10,681 INFO [RS:0;289954c9202d:45521 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:18:10,682 INFO [RS:0;289954c9202d:45521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:18:10,682 INFO [RS:0;289954c9202d:45521 {}] hbase.ChoreService(370): Chore service for: regionserver/289954c9202d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T07:18:10,682 INFO [RS:0;289954c9202d:45521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:18:10,682 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:18:10,682 INFO [RS:0;289954c9202d:45521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45521 2024-11-27T07:18:10,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1128130627/rs 2024-11-27T07:18:10,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1017b278d2a0004, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1128130627/rs/289954c9202d,45521,1732691873436 2024-11-27T07:18:10,733 INFO [RS:0;289954c9202d:45521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:18:10,733 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007ff2608e2420@46d4326b rejected from java.util.concurrent.ThreadPoolExecutor@3d6b4d5[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-27T07:18:10,807 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [289954c9202d,45521,1732691873436] 2024-11-27T07:18:10,828 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1128130627/draining/289954c9202d,45521,1732691873436 already deleted, retry=false 2024-11-27T07:18:10,828 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 289954c9202d,45521,1732691873436 expired; onlineServers=0 2024-11-27T07:18:10,828 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '289954c9202d,38891,1732691873276' ***** 2024-11-27T07:18:10,828 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T07:18:10,828 INFO [M:0;289954c9202d:38891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:18:10,828 INFO [M:0;289954c9202d:38891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:18:10,828 DEBUG [M:0;289954c9202d:38891 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T07:18:10,828 DEBUG [M:0;289954c9202d:38891 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T07:18:10,828 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T07:18:10,828 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732691875265 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732691875265,5,FailOnTimeoutGroup] 2024-11-27T07:18:10,828 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732691875266 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732691875266,5,FailOnTimeoutGroup] 2024-11-27T07:18:10,829 INFO [M:0;289954c9202d:38891 {}] hbase.ChoreService(370): Chore service for: master/289954c9202d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T07:18:10,829 INFO [M:0;289954c9202d:38891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:18:10,829 DEBUG [M:0;289954c9202d:38891 {}] master.HMaster(1795): Stopping service threads 2024-11-27T07:18:10,829 INFO [M:0;289954c9202d:38891 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T07:18:10,829 INFO [M:0;289954c9202d:38891 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:18:10,829 INFO [M:0;289954c9202d:38891 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T07:18:10,829 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T07:18:10,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1128130627/master 2024-11-27T07:18:10,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1128130627 2024-11-27T07:18:10,870 DEBUG [M:0;289954c9202d:38891 {}] zookeeper.ZKUtil(347): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Unable to get data of znode /1-1128130627/master because node does not exist (not an error) 2024-11-27T07:18:10,871 WARN [M:0;289954c9202d:38891 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T07:18:10,872 INFO [M:0;289954c9202d:38891 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/.lastflushedseqids 2024-11-27T07:18:10,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741836_1012 (size=99) 2024-11-27T07:18:10,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1017b278d2a0004, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:18:10,907 INFO [RS:0;289954c9202d:45521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:18:10,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1017b278d2a0004, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:18:10,907 INFO [RS:0;289954c9202d:45521 {}] regionserver.HRegionServer(1031): Exiting; stopping=289954c9202d,45521,1732691873436; zookeeper connection closed. 2024-11-27T07:18:10,907 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@435cc259 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@435cc259 2024-11-27T07:18:10,908 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T07:18:11,012 DEBUG [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,2-289954c9202d,35951,1732691884060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485 to pos 0, reset compression=false 2024-11-27T07:18:11,023 DEBUG [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,1-289954c9202d,35951,1732691884060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485 to pos 0, reset compression=false 2024-11-27T07:18:11,280 INFO [M:0;289954c9202d:38891 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T07:18:11,280 INFO [M:0;289954c9202d:38891 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T07:18:11,281 DEBUG [M:0;289954c9202d:38891 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:18:11,281 INFO [M:0;289954c9202d:38891 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:11,282 DEBUG [M:0;289954c9202d:38891 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:11,282 DEBUG [M:0;289954c9202d:38891 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:18:11,282 DEBUG [M:0;289954c9202d:38891 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:11,283 INFO [M:0;289954c9202d:38891 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T07:18:11,303 DEBUG [M:0;289954c9202d:38891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c379d37d9984ac4b6f4e2ca069b611d is 82, key is hbase:meta,,1/info:regioninfo/1732691876563/Put/seqid=0 2024-11-27T07:18:11,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741837_1013 (size=5672) 2024-11-27T07:18:11,708 INFO [M:0;289954c9202d:38891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c379d37d9984ac4b6f4e2ca069b611d 2024-11-27T07:18:11,732 DEBUG [M:0;289954c9202d:38891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcd56579a0ad4086a09f2a947fb3fba0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732691876602/Put/seqid=0 2024-11-27T07:18:11,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741838_1014 (size=5275) 2024-11-27T07:18:12,119 DEBUG [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,2-289954c9202d,35951,1732691884060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485 to pos 0, reset compression=false 2024-11-27T07:18:12,129 DEBUG [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,1-289954c9202d,35951,1732691884060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485 to pos 0, reset compression=false 2024-11-27T07:18:12,139 INFO [M:0;289954c9202d:38891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcd56579a0ad4086a09f2a947fb3fba0 2024-11-27T07:18:12,161 DEBUG [M:0;289954c9202d:38891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25907d3e56b04435a87ec3d31c664390 is 69, key is 289954c9202d,45521,1732691873436/rs:state/1732691875360/Put/seqid=0 2024-11-27T07:18:12,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741839_1015 (size=5156) 2024-11-27T07:18:12,566 INFO [M:0;289954c9202d:38891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25907d3e56b04435a87ec3d31c664390 2024-11-27T07:18:12,574 DEBUG [M:0;289954c9202d:38891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c379d37d9984ac4b6f4e2ca069b611d as hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c379d37d9984ac4b6f4e2ca069b611d 2024-11-27T07:18:12,581 INFO [M:0;289954c9202d:38891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c379d37d9984ac4b6f4e2ca069b611d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T07:18:12,583 DEBUG [M:0;289954c9202d:38891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcd56579a0ad4086a09f2a947fb3fba0 as hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcd56579a0ad4086a09f2a947fb3fba0 2024-11-27T07:18:12,590 INFO [M:0;289954c9202d:38891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcd56579a0ad4086a09f2a947fb3fba0, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T07:18:12,591 DEBUG [M:0;289954c9202d:38891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25907d3e56b04435a87ec3d31c664390 as hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25907d3e56b04435a87ec3d31c664390 2024-11-27T07:18:12,598 INFO [M:0;289954c9202d:38891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33653/user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25907d3e56b04435a87ec3d31c664390, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T07:18:12,600 INFO [M:0;289954c9202d:38891 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=28, compaction requested=false 2024-11-27T07:18:12,601 INFO [M:0;289954c9202d:38891 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:12,601 DEBUG [M:0;289954c9202d:38891 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732691891281Disabling compacts and flushes for region at 1732691891281Disabling writes for close at 1732691891282 (+1 ms)Obtaining lock to block concurrent updates at 1732691891283 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732691891283Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732691891285 (+2 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732691891287 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732691891287Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732691891302 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732691891302Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732691891715 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732691891731 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732691891731Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732691892145 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732691892161 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732691892161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22cbb965: reopening flushed file at 1732691892573 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@614ce507: reopening flushed file at 1732691892582 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11ce6c25: reopening flushed file at 1732691892590 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=28, compaction requested=false at 1732691892600 (+10 ms)Writing region close event to WAL at 1732691892601 (+1 ms)Closed at 1732691892601 2024-11-27T07:18:12,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39917 is added to blk_1073741830_1006 (size=10165) 2024-11-27T07:18:12,603 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a54a2149-b698-dba7-2f4f-ef41e4b8795a/MasterData/WALs/289954c9202d,38891,1732691873276/289954c9202d%2C38891%2C1732691873276.1732691874883 not finished, retry = 0 2024-11-27T07:18:12,705 INFO [M:0;289954c9202d:38891 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T07:18:12,705 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:18:12,705 INFO [M:0;289954c9202d:38891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38891 2024-11-27T07:18:12,708 INFO [M:0;289954c9202d:38891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:18:12,819 INFO [M:0;289954c9202d:38891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:18:12,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:18:12,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x1017b278d2a0003, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:18:12,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16de8d5b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:18:12,855 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:18:12,855 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:18:12,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:18:12,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/hadoop.log.dir/,STOPPED} 2024-11-27T07:18:12,858 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T07:18:12,858 WARN [BP-1703828141-172.17.0.3-1732691871424 heartbeating to localhost/127.0.0.1:33653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T07:18:12,858 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T07:18:12,858 WARN [BP-1703828141-172.17.0.3-1732691871424 heartbeating to localhost/127.0.0.1:33653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1703828141-172.17.0.3-1732691871424 (Datanode Uuid 6c3836d6-ca2e-4902-81a5-b89be21c6bbf) service to localhost/127.0.0.1:33653 2024-11-27T07:18:12,860 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/cluster_dd1e9ea3-efeb-289f-6399-773031b8b926/data/data1/current/BP-1703828141-172.17.0.3-1732691871424 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:18:12,860 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/cluster_dd1e9ea3-efeb-289f-6399-773031b8b926/data/data2/current/BP-1703828141-172.17.0.3-1732691871424 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:18:12,860 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T07:18:12,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:18:12,867 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:18:12,867 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:18:12,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:18:12,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/hadoop.log.dir/,STOPPED} 2024-11-27T07:18:12,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T07:18:12,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T07:18:12,896 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:18:12,896 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:18:12,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:12,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:12,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:18:12,896 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T07:18:12,896 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2064742182, stopped=false 2024-11-27T07:18:12,896 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=289954c9202d,33121,1732691883842 2024-11-27T07:18:12,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-700392060/running 2024-11-27T07:18:12,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35951-0x1017b278d2a0007, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-700392060/running 2024-11-27T07:18:12,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060 2024-11-27T07:18:12,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35951-0x1017b278d2a0007, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060 2024-11-27T07:18:12,912 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:18:12,912 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:18:12,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:18:12,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Set watcher on znode that does not yet exist, /0-700392060/running 2024-11-27T07:18:12,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:12,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35951-0x1017b278d2a0007, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Set watcher on znode that does not yet exist, /0-700392060/running 2024-11-27T07:18:12,913 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '289954c9202d,35951,1732691884060' ***** 2024-11-27T07:18:12,913 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T07:18:12,913 INFO [RS:0;289954c9202d:35951 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T07:18:12,913 INFO [RS:0;289954c9202d:35951 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T07:18:12,913 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T07:18:12,913 INFO [RS:0;289954c9202d:35951 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T07:18:12,914 INFO [RS:0;289954c9202d:35951 {}] regionserver.HRegionServer(3091): Received CLOSE for 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:18:12,914 INFO [RS:0;289954c9202d:35951 {}] regionserver.HRegionServer(959): stopping server 289954c9202d,35951,1732691884060 2024-11-27T07:18:12,914 INFO [RS:0;289954c9202d:35951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:18:12,914 INFO [RS:0;289954c9202d:35951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:35951. 2024-11-27T07:18:12,914 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 330ec6e20dcedb76a7dfb252976b888e, disabling compactions & flushes 2024-11-27T07:18:12,914 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. 2024-11-27T07:18:12,914 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. 2024-11-27T07:18:12,914 DEBUG [RS:0;289954c9202d:35951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:18:12,914 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. after waiting 0 ms 2024-11-27T07:18:12,914 DEBUG [RS:0;289954c9202d:35951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:12,914 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. 2024-11-27T07:18:12,914 INFO [RS:0;289954c9202d:35951 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T07:18:12,914 INFO [RS:0;289954c9202d:35951 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T07:18:12,914 INFO [RS:0;289954c9202d:35951 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T07:18:12,915 INFO [RS:0;289954c9202d:35951 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T07:18:12,915 INFO [RS:0;289954c9202d:35951 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T07:18:12,915 DEBUG [RS:0;289954c9202d:35951 {}] regionserver.HRegionServer(1325): Online Regions={330ec6e20dcedb76a7dfb252976b888e=hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T07:18:12,915 DEBUG [RS:0;289954c9202d:35951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 330ec6e20dcedb76a7dfb252976b888e 2024-11-27T07:18:12,915 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:18:12,915 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:18:12,915 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:18:12,915 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:18:12,915 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:18:12,915 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-27T07:18:12,918 INFO [regionserver/289954c9202d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:18:12,919 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/replication/330ec6e20dcedb76a7dfb252976b888e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-27T07:18:12,920 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:18:12,920 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:18:12,920 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. 2024-11-27T07:18:12,920 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 330ec6e20dcedb76a7dfb252976b888e: Waiting for close lock at 1732691892914Running coprocessor pre-close hooks at 1732691892914Disabling compacts and flushes for region at 1732691892914Disabling writes for close at 1732691892914Writing region close event to WAL at 1732691892915 (+1 ms)Running coprocessor post-close hooks at 1732691892920 (+5 ms)Closed at 1732691892920 2024-11-27T07:18:12,921 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e. 2024-11-27T07:18:12,937 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/.tmp/info/dd7e0131e54c46bca59d0dcfab863eb3 is 147, key is hbase:replication,,1732691876829.330ec6e20dcedb76a7dfb252976b888e./info:regioninfo/1732691890096/Put/seqid=0 2024-11-27T07:18:12,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741851_1027 (size=6385) 2024-11-27T07:18:13,115 DEBUG [RS:0;289954c9202d:35951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:18:13,314 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T07:18:13,314 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T07:18:13,315 DEBUG [RS:0;289954c9202d:35951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:18:13,330 DEBUG [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,2-289954c9202d,35951,1732691884060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485 to pos 0, reset compression=false 2024-11-27T07:18:13,338 DEBUG [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,1-289954c9202d,35951,1732691884060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/WALs/289954c9202d,35951,1732691884060/289954c9202d%2C35951%2C1732691884060.1732691885485 to pos 0, reset compression=false 2024-11-27T07:18:13,344 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/.tmp/info/dd7e0131e54c46bca59d0dcfab863eb3 2024-11-27T07:18:13,351 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/.tmp/info/dd7e0131e54c46bca59d0dcfab863eb3 as hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/info/dd7e0131e54c46bca59d0dcfab863eb3 2024-11-27T07:18:13,361 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/info/dd7e0131e54c46bca59d0dcfab863eb3, entries=8, sequenceid=19, filesize=6.2 K 2024-11-27T07:18:13,363 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=19, compaction requested=false 2024-11-27T07:18:13,369 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-27T07:18:13,370 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:18:13,370 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:18:13,370 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:18:13,371 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732691892915Running coprocessor pre-close hooks at 1732691892915Disabling compacts and flushes for region at 1732691892915Disabling writes for close at 1732691892915Obtaining lock to block concurrent updates at 1732691892915Preparing flush snapshotting stores in 1588230740 at 1732691892915Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732691892916 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732691892917 (+1 ms)Flushing 1588230740/info: creating writer at 1732691892917Flushing 1588230740/info: appending metadata at 1732691892937 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732691892937Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29211028: reopening flushed file at 1732691893350 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=19, compaction requested=false at 1732691893363 (+13 ms)Writing region close event to WAL at 1732691893364 (+1 ms)Running coprocessor post-close hooks at 1732691893370 (+6 ms)Closed at 1732691893370 2024-11-27T07:18:13,371 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T07:18:13,516 INFO [RS:0;289954c9202d:35951 {}] regionserver.HRegionServer(976): stopping server 289954c9202d,35951,1732691884060; all regions closed. 2024-11-27T07:18:13,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741849_1025 (size=2156) 2024-11-27T07:18:13,528 DEBUG [RS:0;289954c9202d:35951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/oldWALs 2024-11-27T07:18:13,528 INFO [RS:0;289954c9202d:35951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C35951%2C1732691884060.meta:.meta(num 1732691885802) 2024-11-27T07:18:13,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741850_1026 (size=796) 2024-11-27T07:18:13,535 DEBUG [RS:0;289954c9202d:35951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/oldWALs 2024-11-27T07:18:13,536 INFO [RS:0;289954c9202d:35951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C35951%2C1732691884060.rep:(num 1732691890039) 2024-11-27T07:18:13,536 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T07:18:13,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741848_1024 (size=93) 2024-11-27T07:18:13,542 DEBUG [RS:0;289954c9202d:35951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/oldWALs 2024-11-27T07:18:13,542 INFO [RS:0;289954c9202d:35951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C35951%2C1732691884060:(num 1732691885485) 2024-11-27T07:18:13,542 DEBUG [RS:0;289954c9202d:35951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:13,542 INFO [RS:0;289954c9202d:35951 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:18:13,542 INFO [RS:0;289954c9202d:35951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:18:13,543 INFO [RS:0;289954c9202d:35951 {}] hbase.ChoreService(370): Chore service for: regionserver/289954c9202d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T07:18:13,543 INFO [RS:0;289954c9202d:35951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:18:13,543 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:18:13,543 INFO [RS:0;289954c9202d:35951 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-289954c9202d,35951,1732691884060 because: Region server is closing 2024-11-27T07:18:13,543 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-27T07:18:13,543 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-27T07:18:13,544 INFO [RS:0;289954c9202d:35951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:35951. 2024-11-27T07:18:13,544 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-27T07:18:13,544 DEBUG [RS:0;289954c9202d:35951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:18:13,544 DEBUG [RS:0;289954c9202d:35951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:13,544 DEBUG [RS:0;289954c9202d:35951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:13,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:18:13,644 WARN [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,1-289954c9202d,35951,1732691884060 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T07:18:13,644 WARN [RS:0;289954c9202d:35951.replicationSource.shipper289954c9202d%2C35951%2C1732691884060,1-289954c9202d,35951,1732691884060 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T07:18:13,645 INFO [RS:0;289954c9202d:35951 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;289954c9202d:35951.replicationSource.shipper289954c9202d%2C35951%2C1732691884060,1-289954c9202d,35951,1732691884060 terminated 2024-11-27T07:18:13,645 INFO [RS:0;289954c9202d:35951 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-289954c9202d,35951,1732691884060 because: Region server is closing 2024-11-27T07:18:13,645 INFO [RS:0;289954c9202d:35951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:35951. 2024-11-27T07:18:13,645 DEBUG [RS:0;289954c9202d:35951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:18:13,645 DEBUG [RS:0;289954c9202d:35951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:13,645 DEBUG [RS:0;289954c9202d:35951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:13,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:18:13,746 WARN [RS:0;289954c9202d:35951.replicationSource.wal-reader.289954c9202d%2C35951%2C1732691884060,2-289954c9202d,35951,1732691884060 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T07:18:13,746 WARN [RS:0;289954c9202d:35951.replicationSource.shipper289954c9202d%2C35951%2C1732691884060,2-289954c9202d,35951,1732691884060 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T07:18:13,746 INFO [RS:0;289954c9202d:35951 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;289954c9202d:35951.replicationSource.shipper289954c9202d%2C35951%2C1732691884060,2-289954c9202d,35951,1732691884060 terminated 2024-11-27T07:18:13,746 INFO [RS:0;289954c9202d:35951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35951 2024-11-27T07:18:13,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060/rs 2024-11-27T07:18:13,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35951-0x1017b278d2a0007, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-700392060/rs/289954c9202d,35951,1732691884060 2024-11-27T07:18:13,810 INFO [RS:0;289954c9202d:35951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:18:13,810 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [289954c9202d,35951,1732691884060] 2024-11-27T07:18:13,859 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-700392060/draining/289954c9202d,35951,1732691884060 already deleted, retry=false 2024-11-27T07:18:13,859 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 289954c9202d,35951,1732691884060 expired; onlineServers=0 2024-11-27T07:18:13,859 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '289954c9202d,33121,1732691883842' ***** 2024-11-27T07:18:13,859 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T07:18:13,859 INFO [M:0;289954c9202d:33121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:18:13,859 INFO [M:0;289954c9202d:33121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:18:13,860 DEBUG [M:0;289954c9202d:33121 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T07:18:13,860 DEBUG [M:0;289954c9202d:33121 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T07:18:13,860 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T07:18:13,860 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732691885177 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732691885177,5,FailOnTimeoutGroup] 2024-11-27T07:18:13,860 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732691885176 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732691885176,5,FailOnTimeoutGroup] 2024-11-27T07:18:13,860 INFO [M:0;289954c9202d:33121 {}] hbase.ChoreService(370): Chore service for: master/289954c9202d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T07:18:13,860 INFO [M:0;289954c9202d:33121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:18:13,860 DEBUG [M:0;289954c9202d:33121 {}] master.HMaster(1795): Stopping service threads 2024-11-27T07:18:13,860 INFO [M:0;289954c9202d:33121 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T07:18:13,860 INFO [M:0;289954c9202d:33121 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:18:13,861 INFO [M:0;289954c9202d:33121 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T07:18:13,861 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T07:18:13,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-700392060/master 2024-11-27T07:18:13,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-700392060 2024-11-27T07:18:13,870 DEBUG [M:0;289954c9202d:33121 {}] zookeeper.ZKUtil(347): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Unable to get data of znode /0-700392060/master because node does not exist (not an error) 2024-11-27T07:18:13,870 WARN [M:0;289954c9202d:33121 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T07:18:13,871 INFO [M:0;289954c9202d:33121 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/.lastflushedseqids 2024-11-27T07:18:13,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741852_1028 (size=181) 2024-11-27T07:18:13,949 INFO [RS:0;289954c9202d:35951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:18:13,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35951-0x1017b278d2a0007, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:18:13,949 INFO [RS:0;289954c9202d:35951 {}] regionserver.HRegionServer(1031): Exiting; stopping=289954c9202d,35951,1732691884060; zookeeper connection closed. 2024-11-27T07:18:13,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35951-0x1017b278d2a0007, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:18:13,949 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d425abb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d425abb 2024-11-27T07:18:13,950 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T07:18:14,281 INFO [M:0;289954c9202d:33121 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T07:18:14,281 INFO [M:0;289954c9202d:33121 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T07:18:14,282 DEBUG [M:0;289954c9202d:33121 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:18:14,282 INFO [M:0;289954c9202d:33121 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:14,282 DEBUG [M:0;289954c9202d:33121 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:14,282 DEBUG [M:0;289954c9202d:33121 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:18:14,282 DEBUG [M:0;289954c9202d:33121 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:14,282 INFO [M:0;289954c9202d:33121 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-27T07:18:14,301 DEBUG [M:0;289954c9202d:33121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99cb83cf79284b768c2aec87cea4e6fa is 82, key is hbase:meta,,1/info:regioninfo/1732691885885/Put/seqid=0 2024-11-27T07:18:14,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741853_1029 (size=5680) 2024-11-27T07:18:14,706 INFO [M:0;289954c9202d:33121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99cb83cf79284b768c2aec87cea4e6fa 2024-11-27T07:18:14,746 DEBUG [M:0;289954c9202d:33121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad2030425c864377bce5e4582296e016 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732691890108/Put/seqid=0 2024-11-27T07:18:14,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741854_1030 (size=7319) 2024-11-27T07:18:14,776 INFO [M:0;289954c9202d:33121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad2030425c864377bce5e4582296e016 2024-11-27T07:18:14,821 DEBUG [M:0;289954c9202d:33121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/944d7b3e3e8448f893997db388ea275f is 69, key is 289954c9202d,35951,1732691884060/rs:state/1732691885240/Put/seqid=0 2024-11-27T07:18:14,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741855_1031 (size=5371) 2024-11-27T07:18:14,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:18:14,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T07:18:14,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:18:15,233 INFO [M:0;289954c9202d:33121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/944d7b3e3e8448f893997db388ea275f 2024-11-27T07:18:15,246 INFO [M:0;289954c9202d:33121 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 944d7b3e3e8448f893997db388ea275f 2024-11-27T07:18:15,250 DEBUG [M:0;289954c9202d:33121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99cb83cf79284b768c2aec87cea4e6fa as hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99cb83cf79284b768c2aec87cea4e6fa 2024-11-27T07:18:15,270 INFO [M:0;289954c9202d:33121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99cb83cf79284b768c2aec87cea4e6fa, entries=8, sequenceid=172, filesize=5.5 K 2024-11-27T07:18:15,272 DEBUG [M:0;289954c9202d:33121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad2030425c864377bce5e4582296e016 as hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad2030425c864377bce5e4582296e016 2024-11-27T07:18:15,284 INFO [M:0;289954c9202d:33121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad2030425c864377bce5e4582296e016, entries=7, sequenceid=172, filesize=7.1 K 2024-11-27T07:18:15,286 DEBUG [M:0;289954c9202d:33121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/944d7b3e3e8448f893997db388ea275f as hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/944d7b3e3e8448f893997db388ea275f 2024-11-27T07:18:15,293 INFO [M:0;289954c9202d:33121 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 944d7b3e3e8448f893997db388ea275f 2024-11-27T07:18:15,293 INFO [M:0;289954c9202d:33121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35091/user/jenkins/test-data/dddeb0a5-c51f-913c-c17e-7ffddc0a5667/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/944d7b3e3e8448f893997db388ea275f, entries=2, sequenceid=172, filesize=5.2 K 2024-11-27T07:18:15,295 INFO [M:0;289954c9202d:33121 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1012ms, sequenceid=172, compaction requested=false 2024-11-27T07:18:15,309 INFO [M:0;289954c9202d:33121 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:15,309 DEBUG [M:0;289954c9202d:33121 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732691894282Disabling compacts and flushes for region at 1732691894282Disabling writes for close at 1732691894282Obtaining lock to block concurrent updates at 1732691894282Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732691894282Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732691894283 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732691894283Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732691894283Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732691894300 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732691894300Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732691894723 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732691894745 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732691894745Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732691894793 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732691894819 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732691894820 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@505402bc: reopening flushed file at 1732691895246 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a1b0ef9: reopening flushed file at 1732691895270 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b57953a: reopening flushed file at 1732691895284 (+14 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1012ms, sequenceid=172, compaction requested=false at 1732691895295 (+11 ms)Writing region close event to WAL at 1732691895308 (+13 ms)Closed at 1732691895308 2024-11-27T07:18:15,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40415 is added to blk_1073741847_1023 (size=22949) 2024-11-27T07:18:15,329 INFO [M:0;289954c9202d:33121 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T07:18:15,329 INFO [M:0;289954c9202d:33121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33121 2024-11-27T07:18:15,329 INFO [M:0;289954c9202d:33121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:18:15,332 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:18:15,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:18:15,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33121-0x1017b278d2a0006, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:18:15,453 INFO [M:0;289954c9202d:33121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:18:15,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@116d148d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:18:15,480 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:18:15,481 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:18:15,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:18:15,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/hadoop.log.dir/,STOPPED} 2024-11-27T07:18:15,483 WARN [BP-1736093944-172.17.0.3-1732691859017 heartbeating to localhost/127.0.0.1:35091 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T07:18:15,483 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T07:18:15,483 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T07:18:15,483 WARN [BP-1736093944-172.17.0.3-1732691859017 heartbeating to localhost/127.0.0.1:35091 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1736093944-172.17.0.3-1732691859017 (Datanode Uuid 8b2ec58e-93c2-49d1-835f-229ad0f6947e) service to localhost/127.0.0.1:35091 2024-11-27T07:18:15,484 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/cluster_90aea8e2-c2f3-624b-58c8-9004205b7962/data/data1/current/BP-1736093944-172.17.0.3-1732691859017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:18:15,484 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/cluster_90aea8e2-c2f3-624b-58c8-9004205b7962/data/data2/current/BP-1736093944-172.17.0.3-1732691859017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:18:15,485 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T07:18:15,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:18:15,503 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:18:15,503 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:18:15,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:18:15,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eac69c65-4a86-a34f-3a4e-fdf2388e40dc/hadoop.log.dir/,STOPPED} 2024-11-27T07:18:15,540 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T07:18:15,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T07:18:15,562 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:18:15,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:15,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:15,606 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 app//org.apache.hadoop.metrics2.impl.MBeanInfoBuilder.get(MBeanInfoBuilder.java:110) app//org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateInfoCache(MetricsSourceAdapter.java:246) app//org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:189) app//org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:156) java.management@17.0.11/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getNewMBeanClassName(DefaultMBeanServerInterceptor.java:329) java.management@17.0.11/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:315) java.management@17.0.11/com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:523) app//org.apache.hadoop.metrics2.util.MBeans.register(MBeans.java:99) app//org.apache.hadoop.metrics2.util.MBeans.register(MBeans.java:73) app//org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.startMBeans(MetricsSourceAdapter.java:222) app//org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.start(MetricsSourceAdapter.java:101) app//org.apache.hadoop.metrics2.impl.MetricsSystemImpl.registerSource(MetricsSystemImpl.java:268) app//org.apache.hadoop.metrics2.impl.MetricsSystemImpl$1.postStart(MetricsSystemImpl.java:239) jdk.internal.reflect.GeneratedMethodAccessor36.invoke(Unknown Source) java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568) app//org.apache.hadoop.metrics2.impl.MetricsSystemImpl$3.invoke(MetricsSystemImpl.java:324) app/jdk.proxy2/jdk.proxy2.$Proxy27.postStart(Unknown Source) app//org.apache.hadoop.metrics2.impl.MetricsSystemImpl.start(MetricsSystemImpl.java:193) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:102) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@679f09cb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33653 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/289954c9202d:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/289954c9202d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/289954c9202d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/289954c9202d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/289954c9202d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50214) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50214) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35091 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=704 (was 952), ProcessCount=11 (was 11), AvailableMemoryMB=6018 (was 5334) - AvailableMemoryMB LEAK? - 2024-11-27T07:18:15,625 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=704, ProcessCount=11, AvailableMemoryMB=6015 2024-11-27T07:18:15,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017b278d2a0005, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T07:18:15,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017b278d2a0005, quorum=127.0.0.1:50214, baseZNode=/1-1128130627 Received Disconnected from ZooKeeper, ignoring 2024-11-27T07:18:15,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017b278d2a0002, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T07:18:15,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017b278d2a0002, quorum=127.0.0.1:50214, baseZNode=/0-700392060 Received Disconnected from ZooKeeper, ignoring 2024-11-27T07:18:15,645 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-27T07:18:15,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/hadoop.log.dir so I do NOT create it in target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b 2024-11-27T07:18:15,647 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T07:18:15,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/hadoop.tmp.dir so I do NOT create it in target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b 2024-11-27T07:18:15,647 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b69aab7f-ec93-1370-498c-b94e9d0ceb1f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T07:18:15,647 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b 2024-11-27T07:18:15,647 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/cluster_a57b88ab-4260-481d-7d30-ba1908ff1c53, deleteOnExit=true 2024-11-27T07:18:15,667 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/cluster_a57b88ab-4260-481d-7d30-ba1908ff1c53/zookeeper_0, clientPort=52786, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/cluster_a57b88ab-4260-481d-7d30-ba1908ff1c53/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/cluster_a57b88ab-4260-481d-7d30-ba1908ff1c53/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T07:18:15,668 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52786 2024-11-27T07:18:15,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T07:18:15,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T07:18:15,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/test.cache.data in system properties and HBase conf 2024-11-27T07:18:15,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T07:18:15,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/hadoop.log.dir in system properties and HBase conf 2024-11-27T07:18:15,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T07:18:15,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T07:18:15,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T07:18:15,670 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T07:18:15,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:18:15,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:18:15,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T07:18:15,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:18:15,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T07:18:15,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T07:18:15,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:18:15,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:18:15,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T07:18:15,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/nfs.dump.dir in system properties and HBase conf 2024-11-27T07:18:15,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/java.io.tmpdir in system properties and HBase conf 2024-11-27T07:18:15,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:18:15,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T07:18:15,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T07:18:16,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:18:16,126 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:18:16,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:18:16,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:18:16,135 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T07:18:16,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:18:16,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:18:16,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:18:16,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@440b13fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/java.io.tmpdir/jetty-localhost-38745-hadoop-hdfs-3_4_1-tests_jar-_-any-2045601861986820729/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:18:16,251 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:38745} 2024-11-27T07:18:16,251 INFO [Time-limited test {}] server.Server(415): Started @40659ms 2024-11-27T07:18:16,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:18:16,593 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:18:16,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:18:16,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:18:16,603 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T07:18:16,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:18:16,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:18:16,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f736734{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/java.io.tmpdir/jetty-localhost-42009-hadoop-hdfs-3_4_1-tests_jar-_-any-6854333267307785580/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:18:16,764 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:42009} 2024-11-27T07:18:16,764 INFO [Time-limited test {}] server.Server(415): Started @41173ms 2024-11-27T07:18:16,766 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T07:18:18,151 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/cluster_a57b88ab-4260-481d-7d30-ba1908ff1c53/data/data1/current/BP-1121455004-172.17.0.3-1732691895707/current, will proceed with Du for space computation calculation, 2024-11-27T07:18:18,152 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/cluster_a57b88ab-4260-481d-7d30-ba1908ff1c53/data/data2/current/BP-1121455004-172.17.0.3-1732691895707/current, will proceed with Du for space computation calculation, 2024-11-27T07:18:18,172 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T07:18:18,174 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d6922b913999cf4 with lease ID 0x8c954bd8827d791d: Processing first storage report for DS-438f9a6f-c059-4cc1-805f-2ec8a8d10a74 from datanode DatanodeRegistration(127.0.0.1:43875, datanodeUuid=02c3e450-3d52-4d08-88c7-69309d93ac4f, infoPort=44735, infoSecurePort=0, ipcPort=45371, storageInfo=lv=-57;cid=testClusterID;nsid=968102657;c=1732691895707) 2024-11-27T07:18:18,175 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d6922b913999cf4 with lease ID 0x8c954bd8827d791d: from storage DS-438f9a6f-c059-4cc1-805f-2ec8a8d10a74 node DatanodeRegistration(127.0.0.1:43875, datanodeUuid=02c3e450-3d52-4d08-88c7-69309d93ac4f, infoPort=44735, infoSecurePort=0, ipcPort=45371, storageInfo=lv=-57;cid=testClusterID;nsid=968102657;c=1732691895707), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:18:18,175 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d6922b913999cf4 with lease ID 0x8c954bd8827d791d: Processing first storage report for DS-6d41df46-ffcb-434e-b97d-2c9d736b2417 from datanode DatanodeRegistration(127.0.0.1:43875, datanodeUuid=02c3e450-3d52-4d08-88c7-69309d93ac4f, infoPort=44735, infoSecurePort=0, ipcPort=45371, storageInfo=lv=-57;cid=testClusterID;nsid=968102657;c=1732691895707) 2024-11-27T07:18:18,175 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d6922b913999cf4 with lease ID 0x8c954bd8827d791d: from storage DS-6d41df46-ffcb-434e-b97d-2c9d736b2417 node DatanodeRegistration(127.0.0.1:43875, datanodeUuid=02c3e450-3d52-4d08-88c7-69309d93ac4f, infoPort=44735, infoSecurePort=0, ipcPort=45371, storageInfo=lv=-57;cid=testClusterID;nsid=968102657;c=1732691895707), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:18:18,253 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b 2024-11-27T07:18:18,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:18,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:18,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43875 is added to blk_1073741825_1001 (size=7) 2024-11-27T07:18:18,670 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a with version=8 2024-11-27T07:18:18,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/hbase-staging 2024-11-27T07:18:18,673 INFO [Time-limited test {}] client.ConnectionUtils(128): master/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:18:18,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:18,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:18,674 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:18:18,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:18,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:18:18,674 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T07:18:18,674 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:18:18,675 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43041 2024-11-27T07:18:18,677 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43041 connecting to ZooKeeper ensemble=127.0.0.1:52786 2024-11-27T07:18:18,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430410x0, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:18:18,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43041-0x1017b28211d0000 connected 2024-11-27T07:18:19,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:19,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:19,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Set watcher on znode that does not yet exist, /0-341735639/running 2024-11-27T07:18:19,133 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a, hbase.cluster.distributed=false 2024-11-27T07:18:19,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Set watcher on znode that does not yet exist, /0-341735639/acl 2024-11-27T07:18:19,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43041 2024-11-27T07:18:19,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43041 2024-11-27T07:18:19,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43041 2024-11-27T07:18:19,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43041 2024-11-27T07:18:19,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43041 2024-11-27T07:18:19,157 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:18:19,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:19,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:19,157 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:18:19,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:19,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:18:19,158 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T07:18:19,158 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:18:19,158 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41419 2024-11-27T07:18:19,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41419 connecting to ZooKeeper ensemble=127.0.0.1:52786 2024-11-27T07:18:19,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:19,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:19,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414190x0, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:18:19,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414190x0, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Set watcher on znode that does not yet exist, /0-341735639/running 2024-11-27T07:18:19,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41419-0x1017b28211d0001 connected 2024-11-27T07:18:19,214 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T07:18:19,217 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T07:18:19,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41419-0x1017b28211d0001, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Set watcher on znode that does not yet exist, /0-341735639/master 2024-11-27T07:18:19,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41419-0x1017b28211d0001, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Set watcher on znode that does not yet exist, /0-341735639/acl 2024-11-27T07:18:19,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41419 2024-11-27T07:18:19,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41419 2024-11-27T07:18:19,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41419 2024-11-27T07:18:19,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41419 2024-11-27T07:18:19,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41419 2024-11-27T07:18:19,232 DEBUG [M:0;289954c9202d:43041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;289954c9202d:43041 2024-11-27T07:18:19,233 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-341735639/backup-masters/289954c9202d,43041,1732691898673 2024-11-27T07:18:19,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341735639/backup-masters 2024-11-27T07:18:19,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1017b28211d0001, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341735639/backup-masters 2024-11-27T07:18:19,276 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Set watcher on existing znode=/0-341735639/backup-masters/289954c9202d,43041,1732691898673 2024-11-27T07:18:19,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341735639 2024-11-27T07:18:19,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1017b28211d0001, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-341735639/master 2024-11-27T07:18:19,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1017b28211d0001, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341735639 2024-11-27T07:18:19,318 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Set watcher on existing znode=/0-341735639/master 2024-11-27T07:18:19,318 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-341735639/backup-masters/289954c9202d,43041,1732691898673 from backup master directory 2024-11-27T07:18:19,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1017b28211d0001, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341735639/backup-masters 2024-11-27T07:18:19,391 WARN [master/289954c9202d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:18:19,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-341735639/backup-masters/289954c9202d,43041,1732691898673 2024-11-27T07:18:19,391 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=289954c9202d,43041,1732691898673 2024-11-27T07:18:19,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341735639/backup-masters 2024-11-27T07:18:19,396 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/hbase.id] with ID: b92afb14-d328-4171-a246-bcc46e91d7eb 2024-11-27T07:18:19,396 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/.tmp/hbase.id 2024-11-27T07:18:19,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43875 is added to blk_1073741826_1002 (size=42) 2024-11-27T07:18:19,809 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/.tmp/hbase.id]:[hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/hbase.id] 2024-11-27T07:18:19,821 INFO [master/289954c9202d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:19,822 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T07:18:19,823 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T07:18:19,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341735639 2024-11-27T07:18:19,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1017b28211d0001, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341735639 2024-11-27T07:18:19,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43875 is added to blk_1073741827_1003 (size=196) 2024-11-27T07:18:20,298 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:18:20,299 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T07:18:20,305 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:18:20,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43875 is added to blk_1073741828_1004 (size=1189) 2024-11-27T07:18:20,327 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/data/master/store 2024-11-27T07:18:20,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43875 is added to blk_1073741829_1005 (size=34) 2024-11-27T07:18:20,756 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:20,756 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:18:20,756 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:20,756 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:20,756 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:18:20,756 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:20,756 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:20,756 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732691900756Disabling compacts and flushes for region at 1732691900756Disabling writes for close at 1732691900756Writing region close event to WAL at 1732691900756Closed at 1732691900756 2024-11-27T07:18:20,757 WARN [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/data/master/store/.initializing 2024-11-27T07:18:20,758 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/WALs/289954c9202d,43041,1732691898673 2024-11-27T07:18:20,759 INFO [master/289954c9202d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:18:20,761 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=289954c9202d%2C43041%2C1732691898673, suffix=, logDir=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/WALs/289954c9202d,43041,1732691898673, archiveDir=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/oldWALs, maxLogs=10 2024-11-27T07:18:20,776 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/WALs/289954c9202d,43041,1732691898673/289954c9202d%2C43041%2C1732691898673.1732691900761, exclude list is [], retry=0 2024-11-27T07:18:20,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43875,DS-438f9a6f-c059-4cc1-805f-2ec8a8d10a74,DISK] 2024-11-27T07:18:20,782 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/WALs/289954c9202d,43041,1732691898673/289954c9202d%2C43041%2C1732691898673.1732691900761 2024-11-27T07:18:20,783 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44735:44735)] 2024-11-27T07:18:20,783 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:18:20,783 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:20,784 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:20,784 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:20,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:20,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T07:18:20,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:20,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:20,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:20,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T07:18:20,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:20,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:20,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:20,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T07:18:20,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:20,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:20,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:20,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T07:18:20,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:20,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:20,796 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:20,797 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:20,797 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:20,798 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:20,799 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:20,799 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:18:20,800 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:20,802 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:18:20,803 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72139832, jitterRate=0.07496726512908936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:18:20,804 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732691900784Initializing all the Stores at 1732691900786 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691900786Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691900786Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691900786Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691900786Cleaning up temporary data from old regions at 1732691900799 (+13 ms)Region opened successfully at 1732691900804 (+5 ms) 2024-11-27T07:18:20,806 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T07:18:20,810 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a6a8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:18:20,811 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T07:18:20,811 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T07:18:20,811 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T07:18:20,812 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T07:18:20,812 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T07:18:20,813 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T07:18:20,813 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T07:18:20,818 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T07:18:20,819 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Unable to get data of znode /0-341735639/balancer because node does not exist (not necessarily an error) 2024-11-27T07:18:20,827 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-341735639/balancer already deleted, retry=false 2024-11-27T07:18:20,827 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T07:18:20,828 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Unable to get data of znode /0-341735639/normalizer because node does not exist (not necessarily an error) 2024-11-27T07:18:20,837 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-341735639/normalizer already deleted, retry=false 2024-11-27T07:18:20,838 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T07:18:20,839 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Unable to get data of znode /0-341735639/switch/split because node does not exist (not necessarily an error) 2024-11-27T07:18:20,848 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-341735639/switch/split already deleted, retry=false 2024-11-27T07:18:20,849 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Unable to get data of znode /0-341735639/switch/merge because node does not exist (not necessarily an error) 2024-11-27T07:18:20,858 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-341735639/switch/merge already deleted, retry=false 2024-11-27T07:18:20,860 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Unable to get data of znode /0-341735639/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T07:18:20,869 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-341735639/snapshot-cleanup already deleted, retry=false 2024-11-27T07:18:20,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-341735639/running 2024-11-27T07:18:20,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1017b28211d0001, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-341735639/running 2024-11-27T07:18:20,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341735639 2024-11-27T07:18:20,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1017b28211d0001, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341735639 2024-11-27T07:18:20,881 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=289954c9202d,43041,1732691898673, sessionid=0x1017b28211d0000, setting cluster-up flag (Was=false) 2024-11-27T07:18:20,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1017b28211d0001, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341735639 2024-11-27T07:18:20,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341735639 2024-11-27T07:18:20,943 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-341735639/flush-table-proc/acquired, /0-341735639/flush-table-proc/reached, /0-341735639/flush-table-proc/abort 2024-11-27T07:18:20,944 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,43041,1732691898673 2024-11-27T07:18:20,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1017b28211d0001, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341735639 2024-11-27T07:18:20,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341735639 2024-11-27T07:18:20,995 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-341735639/online-snapshot/acquired, /0-341735639/online-snapshot/reached, /0-341735639/online-snapshot/abort 2024-11-27T07:18:20,996 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,43041,1732691898673 2024-11-27T07:18:20,998 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T07:18:21,005 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T07:18:21,005 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T07:18:21,005 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T07:18:21,006 WARN [master/289954c9202d:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 289954c9202d,43005,1732691865672: status=Processing ServerCrashProcedure of 289954c9202d,43005,1732691865672 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732691885163, completionTime=-1 appears to have been leaked 2024-11-27T07:18:21,006 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 289954c9202d,43041,1732691898673 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T07:18:21,007 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:18:21,008 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:18:21,008 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:18:21,008 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:18:21,008 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/289954c9202d:0, corePoolSize=10, maxPoolSize=10 2024-11-27T07:18:21,008 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:21,008 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:18:21,008 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:21,014 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:18:21,014 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T07:18:21,015 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:21,015 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T07:18:21,020 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732691931020 2024-11-27T07:18:21,021 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T07:18:21,021 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T07:18:21,021 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T07:18:21,021 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T07:18:21,021 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T07:18:21,021 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T07:18:21,021 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:21,024 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T07:18:21,024 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T07:18:21,024 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T07:18:21,025 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T07:18:21,028 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T07:18:21,028 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T07:18:21,031 INFO [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer(746): ClusterId : b92afb14-d328-4171-a246-bcc46e91d7eb 2024-11-27T07:18:21,031 DEBUG [RS:0;289954c9202d:41419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T07:18:21,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43875 is added to blk_1073741831_1007 (size=1321) 2024-11-27T07:18:21,032 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732691901028,5,FailOnTimeoutGroup] 2024-11-27T07:18:21,032 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732691901032,5,FailOnTimeoutGroup] 2024-11-27T07:18:21,032 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:21,032 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T07:18:21,032 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:21,033 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:21,038 DEBUG [RS:0;289954c9202d:41419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T07:18:21,038 DEBUG [RS:0;289954c9202d:41419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T07:18:21,048 DEBUG [RS:0;289954c9202d:41419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T07:18:21,049 DEBUG [RS:0;289954c9202d:41419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2551b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:18:21,062 DEBUG [RS:0;289954c9202d:41419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;289954c9202d:41419 2024-11-27T07:18:21,063 INFO [RS:0;289954c9202d:41419 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T07:18:21,063 INFO [RS:0;289954c9202d:41419 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T07:18:21,063 DEBUG [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T07:18:21,064 INFO [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,43041,1732691898673 with port=41419, startcode=1732691899157 2024-11-27T07:18:21,064 DEBUG [RS:0;289954c9202d:41419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T07:18:21,066 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T07:18:21,066 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43041 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 289954c9202d,41419,1732691899157 2024-11-27T07:18:21,066 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43041 {}] master.ServerManager(517): Registering regionserver=289954c9202d,41419,1732691899157 2024-11-27T07:18:21,069 DEBUG [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a 2024-11-27T07:18:21,069 DEBUG [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37081 2024-11-27T07:18:21,069 DEBUG [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T07:18:21,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341735639/rs 2024-11-27T07:18:21,080 DEBUG [RS:0;289954c9202d:41419 {}] zookeeper.ZKUtil(111): regionserver:41419-0x1017b28211d0001, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Set watcher on existing znode=/0-341735639/rs/289954c9202d,41419,1732691899157 2024-11-27T07:18:21,080 WARN [RS:0;289954c9202d:41419 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:18:21,080 INFO [RS:0;289954c9202d:41419 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:18:21,080 DEBUG [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/WALs/289954c9202d,41419,1732691899157 2024-11-27T07:18:21,080 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [289954c9202d,41419,1732691899157] 2024-11-27T07:18:21,086 INFO [RS:0;289954c9202d:41419 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T07:18:21,087 INFO [RS:0;289954c9202d:41419 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T07:18:21,088 INFO [RS:0;289954c9202d:41419 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T07:18:21,088 INFO [RS:0;289954c9202d:41419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:21,088 INFO [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T07:18:21,089 INFO [RS:0;289954c9202d:41419 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T07:18:21,089 INFO [RS:0;289954c9202d:41419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:21,089 DEBUG [RS:0;289954c9202d:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:21,089 DEBUG [RS:0;289954c9202d:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:21,089 DEBUG [RS:0;289954c9202d:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:21,089 DEBUG [RS:0;289954c9202d:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:21,089 DEBUG [RS:0;289954c9202d:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:21,090 DEBUG [RS:0;289954c9202d:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:18:21,090 DEBUG [RS:0;289954c9202d:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:21,090 DEBUG [RS:0;289954c9202d:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:21,090 DEBUG [RS:0;289954c9202d:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:21,090 DEBUG [RS:0;289954c9202d:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:21,090 DEBUG [RS:0;289954c9202d:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:21,090 DEBUG [RS:0;289954c9202d:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:21,090 DEBUG [RS:0;289954c9202d:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:18:21,090 DEBUG [RS:0;289954c9202d:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:18:21,092 INFO [RS:0;289954c9202d:41419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:21,092 INFO [RS:0;289954c9202d:41419 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:21,092 INFO [RS:0;289954c9202d:41419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:21,092 INFO [RS:0;289954c9202d:41419 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:21,092 INFO [RS:0;289954c9202d:41419 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:21,092 INFO [RS:0;289954c9202d:41419 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,41419,1732691899157-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:18:21,108 INFO [RS:0;289954c9202d:41419 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T07:18:21,108 INFO [RS:0;289954c9202d:41419 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,41419,1732691899157-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:21,108 INFO [RS:0;289954c9202d:41419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:21,108 INFO [RS:0;289954c9202d:41419 {}] regionserver.Replication(171): 289954c9202d,41419,1732691899157 started 2024-11-27T07:18:21,122 INFO [RS:0;289954c9202d:41419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:21,122 INFO [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer(1482): Serving as 289954c9202d,41419,1732691899157, RpcServer on 289954c9202d/172.17.0.3:41419, sessionid=0x1017b28211d0001 2024-11-27T07:18:21,122 DEBUG [RS:0;289954c9202d:41419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T07:18:21,122 DEBUG [RS:0;289954c9202d:41419 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 289954c9202d,41419,1732691899157 2024-11-27T07:18:21,122 DEBUG [RS:0;289954c9202d:41419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,41419,1732691899157' 2024-11-27T07:18:21,122 DEBUG [RS:0;289954c9202d:41419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-341735639/flush-table-proc/abort' 2024-11-27T07:18:21,123 DEBUG [RS:0;289954c9202d:41419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-341735639/flush-table-proc/acquired' 2024-11-27T07:18:21,123 DEBUG [RS:0;289954c9202d:41419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T07:18:21,123 DEBUG [RS:0;289954c9202d:41419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T07:18:21,123 DEBUG [RS:0;289954c9202d:41419 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 289954c9202d,41419,1732691899157 2024-11-27T07:18:21,123 DEBUG [RS:0;289954c9202d:41419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,41419,1732691899157' 2024-11-27T07:18:21,123 DEBUG [RS:0;289954c9202d:41419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-341735639/online-snapshot/abort' 2024-11-27T07:18:21,124 DEBUG [RS:0;289954c9202d:41419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-341735639/online-snapshot/acquired' 2024-11-27T07:18:21,124 DEBUG [RS:0;289954c9202d:41419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T07:18:21,124 INFO [RS:0;289954c9202d:41419 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T07:18:21,124 INFO [RS:0;289954c9202d:41419 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T07:18:21,225 INFO [RS:0;289954c9202d:41419 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:18:21,227 INFO [RS:0;289954c9202d:41419 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C41419%2C1732691899157, suffix=, logDir=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/WALs/289954c9202d,41419,1732691899157, archiveDir=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/oldWALs, maxLogs=10 2024-11-27T07:18:21,244 DEBUG [RS:0;289954c9202d:41419 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/WALs/289954c9202d,41419,1732691899157/289954c9202d%2C41419%2C1732691899157.1732691901227, exclude list is [], retry=0 2024-11-27T07:18:21,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43875,DS-438f9a6f-c059-4cc1-805f-2ec8a8d10a74,DISK] 2024-11-27T07:18:21,250 INFO [RS:0;289954c9202d:41419 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/WALs/289954c9202d,41419,1732691899157/289954c9202d%2C41419%2C1732691899157.1732691901227 2024-11-27T07:18:21,251 DEBUG [RS:0;289954c9202d:41419 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44735:44735)] 2024-11-27T07:18:21,434 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T07:18:21,434 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a 2024-11-27T07:18:21,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43875 is added to blk_1073741833_1009 (size=32) 2024-11-27T07:18:21,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:21,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:18:21,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:18:21,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:21,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:21,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:18:21,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:18:21,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:21,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:21,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:18:21,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:18:21,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:21,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:21,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:18:21,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:18:21,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:21,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:21,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:18:21,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/meta/1588230740 2024-11-27T07:18:21,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/meta/1588230740 2024-11-27T07:18:21,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:18:21,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:18:21,860 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:18:21,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:18:21,865 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:18:21,865 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64853496, jitterRate=-0.0336076021194458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:18:21,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732691901843Initializing all the Stores at 1732691901844 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691901844Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691901845 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691901845Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691901845Cleaning up temporary data from old regions at 1732691901859 (+14 ms)Region opened successfully at 1732691901866 (+7 ms) 2024-11-27T07:18:21,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:18:21,866 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:18:21,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:18:21,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:18:21,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:18:21,867 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:18:21,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732691901866Disabling compacts and flushes for region at 1732691901866Disabling writes for close at 1732691901866Writing region close event to WAL at 1732691901867 (+1 ms)Closed at 1732691901867 2024-11-27T07:18:21,869 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:18:21,869 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T07:18:21,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T07:18:21,870 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:18:21,871 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T07:18:22,022 DEBUG [289954c9202d:43041 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:18:22,022 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=289954c9202d,41419,1732691899157 2024-11-27T07:18:22,024 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,41419,1732691899157, state=OPENING 2024-11-27T07:18:22,034 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T07:18:22,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341735639 2024-11-27T07:18:22,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1017b28211d0001, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341735639 2024-11-27T07:18:22,045 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:18:22,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-341735639/meta-region-server: CHANGED 2024-11-27T07:18:22,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-341735639/meta-region-server: CHANGED 2024-11-27T07:18:22,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,41419,1732691899157}] 2024-11-27T07:18:22,198 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:18:22,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:18:22,203 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T07:18:22,203 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:18:22,203 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T07:18:22,205 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C41419%2C1732691899157.meta, suffix=.meta, logDir=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/WALs/289954c9202d,41419,1732691899157, archiveDir=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/oldWALs, maxLogs=10 2024-11-27T07:18:22,216 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/WALs/289954c9202d,41419,1732691899157/289954c9202d%2C41419%2C1732691899157.meta.1732691902205.meta, exclude list is [], retry=0 2024-11-27T07:18:22,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43875,DS-438f9a6f-c059-4cc1-805f-2ec8a8d10a74,DISK] 2024-11-27T07:18:22,221 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/WALs/289954c9202d,41419,1732691899157/289954c9202d%2C41419%2C1732691899157.meta.1732691902205.meta 2024-11-27T07:18:22,221 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44735:44735)] 2024-11-27T07:18:22,221 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:18:22,222 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:18:22,222 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:18:22,222 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T07:18:22,222 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T07:18:22,222 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T07:18:22,222 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:22,222 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T07:18:22,222 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T07:18:22,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:18:22,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:18:22,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:22,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:22,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:18:22,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:18:22,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:22,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:22,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:18:22,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:18:22,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:22,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:22,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:18:22,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:18:22,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:22,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:22,234 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:18:22,235 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/meta/1588230740 2024-11-27T07:18:22,236 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/meta/1588230740 2024-11-27T07:18:22,238 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:18:22,238 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:18:22,238 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:18:22,240 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:18:22,241 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68541472, jitterRate=0.021347522735595703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:18:22,241 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T07:18:22,242 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732691902222Writing region info on filesystem at 1732691902222Initializing all the Stores at 1732691902223 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691902224 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691902224Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691902224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691902224Cleaning up temporary data from old regions at 1732691902238 (+14 ms)Running coprocessor post-open hooks at 1732691902241 (+3 ms)Region opened successfully at 1732691902242 (+1 ms) 2024-11-27T07:18:22,243 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732691902198 2024-11-27T07:18:22,246 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T07:18:22,246 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T07:18:22,247 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,41419,1732691899157 2024-11-27T07:18:22,249 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,41419,1732691899157, state=OPEN 2024-11-27T07:18:22,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-341735639/meta-region-server 2024-11-27T07:18:22,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1017b28211d0001, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-341735639/meta-region-server 2024-11-27T07:18:22,286 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=289954c9202d,41419,1732691899157 2024-11-27T07:18:22,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-341735639/meta-region-server: CHANGED 2024-11-27T07:18:22,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-341735639/meta-region-server: CHANGED 2024-11-27T07:18:22,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T07:18:22,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,41419,1732691899157 in 242 msec 2024-11-27T07:18:22,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T07:18:22,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 422 msec 2024-11-27T07:18:22,298 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:18:22,298 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T07:18:22,300 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:18:22,300 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,41419,1732691899157, seqNum=-1] 2024-11-27T07:18:22,301 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:18:22,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:18:22,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3070 sec 2024-11-27T07:18:22,313 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732691902313, completionTime=-1 2024-11-27T07:18:22,313 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T07:18:22,313 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T07:18:22,317 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T07:18:22,317 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732691962317 2024-11-27T07:18:22,317 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732692022317 2024-11-27T07:18:22,317 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-27T07:18:22,318 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43041,1732691898673-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:22,318 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43041,1732691898673-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:22,318 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43041,1732691898673-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:22,318 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-289954c9202d:43041, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:22,318 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:22,321 DEBUG [master/289954c9202d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T07:18:22,324 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:22,330 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.938sec 2024-11-27T07:18:22,330 INFO [master/289954c9202d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T07:18:22,330 INFO [master/289954c9202d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T07:18:22,330 INFO [master/289954c9202d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T07:18:22,330 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T07:18:22,330 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T07:18:22,330 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43041,1732691898673-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:18:22,330 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43041,1732691898673-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T07:18:22,334 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T07:18:22,334 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T07:18:22,334 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43041,1732691898673-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:22,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edd3723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:22,430 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,43041,-1 for getting cluster id 2024-11-27T07:18:22,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:18:22,432 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b92afb14-d328-4171-a246-bcc46e91d7eb' 2024-11-27T07:18:22,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:18:22,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b92afb14-d328-4171-a246-bcc46e91d7eb" 2024-11-27T07:18:22,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ecfa284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:22,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,43041,-1] 2024-11-27T07:18:22,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:18:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:22,434 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:18:22,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e656d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:22,435 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:18:22,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,41419,1732691899157, seqNum=-1] 2024-11-27T07:18:22,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:18:22,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:18:22,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=289954c9202d,43041,1732691898673 2024-11-27T07:18:22,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52786 2024-11-27T07:18:22,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:18:22,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017b28211d0002 connected 2024-11-27T07:18:22,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/hadoop.log.dir so I do NOT create it in target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87 2024-11-27T07:18:22,480 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T07:18:22,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/hadoop.tmp.dir so I do NOT create it in target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87 2024-11-27T07:18:22,480 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T07:18:22,480 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87 2024-11-27T07:18:22,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T07:18:22,480 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/cluster_c26fb3ef-f3fe-5b5f-3bc2-70e8dacb86fe, deleteOnExit=true 2024-11-27T07:18:22,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T07:18:22,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/test.cache.data in system properties and HBase conf 2024-11-27T07:18:22,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T07:18:22,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/hadoop.log.dir in system properties and HBase conf 2024-11-27T07:18:22,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T07:18:22,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T07:18:22,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T07:18:22,481 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T07:18:22,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:18:22,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:18:22,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T07:18:22,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:18:22,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T07:18:22,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T07:18:22,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:18:22,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:18:22,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T07:18:22,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/nfs.dump.dir in system properties and HBase conf 2024-11-27T07:18:22,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/java.io.tmpdir in system properties and HBase conf 2024-11-27T07:18:22,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:18:22,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T07:18:22,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T07:18:22,810 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:18:22,818 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:18:22,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:18:22,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:18:22,819 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T07:18:22,820 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:18:22,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:18:22,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:18:22,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@325753d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/java.io.tmpdir/jetty-localhost-38123-hadoop-hdfs-3_4_1-tests_jar-_-any-1461596162554232053/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:18:22,921 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:38123} 2024-11-27T07:18:22,922 INFO [Time-limited test {}] server.Server(415): Started @47330ms 2024-11-27T07:18:23,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:18:23,226 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:18:23,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:18:23,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:18:23,227 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T07:18:23,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:18:23,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:18:23,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@372c6d8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/java.io.tmpdir/jetty-localhost-45415-hadoop-hdfs-3_4_1-tests_jar-_-any-7440749017841057965/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:18:23,324 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:45415} 2024-11-27T07:18:23,325 INFO [Time-limited test {}] server.Server(415): Started @47733ms 2024-11-27T07:18:23,326 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T07:18:24,104 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/cluster_c26fb3ef-f3fe-5b5f-3bc2-70e8dacb86fe/data/data1/current/BP-1978908599-172.17.0.3-1732691902506/current, will proceed with Du for space computation calculation, 2024-11-27T07:18:24,104 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/cluster_c26fb3ef-f3fe-5b5f-3bc2-70e8dacb86fe/data/data2/current/BP-1978908599-172.17.0.3-1732691902506/current, will proceed with Du for space computation calculation, 2024-11-27T07:18:24,125 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T07:18:24,128 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x678756fb7f0f8a38 with lease ID 0xe444f09cf400299: Processing first storage report for DS-f2c8df25-3970-4e2b-9397-3398ef29da79 from datanode DatanodeRegistration(127.0.0.1:36467, datanodeUuid=ef90e106-1332-4f0f-8bb4-e5c7fbdd0a0e, infoPort=44249, infoSecurePort=0, ipcPort=35899, storageInfo=lv=-57;cid=testClusterID;nsid=177031529;c=1732691902506) 2024-11-27T07:18:24,128 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x678756fb7f0f8a38 with lease ID 0xe444f09cf400299: from storage DS-f2c8df25-3970-4e2b-9397-3398ef29da79 node DatanodeRegistration(127.0.0.1:36467, datanodeUuid=ef90e106-1332-4f0f-8bb4-e5c7fbdd0a0e, infoPort=44249, infoSecurePort=0, ipcPort=35899, storageInfo=lv=-57;cid=testClusterID;nsid=177031529;c=1732691902506), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:18:24,128 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x678756fb7f0f8a38 with lease ID 0xe444f09cf400299: Processing first storage report for DS-4597ad01-65b0-45d1-b9b0-18f60b8f4507 from datanode DatanodeRegistration(127.0.0.1:36467, datanodeUuid=ef90e106-1332-4f0f-8bb4-e5c7fbdd0a0e, infoPort=44249, infoSecurePort=0, ipcPort=35899, storageInfo=lv=-57;cid=testClusterID;nsid=177031529;c=1732691902506) 2024-11-27T07:18:24,128 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x678756fb7f0f8a38 with lease ID 0xe444f09cf400299: from storage DS-4597ad01-65b0-45d1-b9b0-18f60b8f4507 node DatanodeRegistration(127.0.0.1:36467, datanodeUuid=ef90e106-1332-4f0f-8bb4-e5c7fbdd0a0e, infoPort=44249, infoSecurePort=0, ipcPort=35899, storageInfo=lv=-57;cid=testClusterID;nsid=177031529;c=1732691902506), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:18:24,157 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87 2024-11-27T07:18:24,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:24,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:24,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741825_1001 (size=7) 2024-11-27T07:18:24,568 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71 with version=8 2024-11-27T07:18:24,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/hbase-staging 2024-11-27T07:18:24,570 INFO [Time-limited test {}] client.ConnectionUtils(128): master/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:18:24,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:24,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:24,571 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:18:24,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:24,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:18:24,571 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T07:18:24,571 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:18:24,571 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33853 2024-11-27T07:18:24,573 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33853 connecting to ZooKeeper ensemble=127.0.0.1:52786 2024-11-27T07:18:24,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338530x0, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:18:24,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33853-0x1017b28211d0003 connected 2024-11-27T07:18:24,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:24,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:24,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Set watcher on znode that does not yet exist, /11276407599/running 2024-11-27T07:18:24,662 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71, hbase.cluster.distributed=false 2024-11-27T07:18:24,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Set watcher on znode that does not yet exist, /11276407599/acl 2024-11-27T07:18:24,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33853 2024-11-27T07:18:24,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33853 2024-11-27T07:18:24,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33853 2024-11-27T07:18:24,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33853 2024-11-27T07:18:24,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33853 2024-11-27T07:18:24,682 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:18:24,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:24,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:24,682 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:18:24,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:24,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:18:24,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T07:18:24,682 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:18:24,684 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39589 2024-11-27T07:18:24,685 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39589 connecting to ZooKeeper ensemble=127.0.0.1:52786 2024-11-27T07:18:24,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:24,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:24,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395890x0, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:18:24,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395890x0, quorum=127.0.0.1:52786, baseZNode=/11276407599 Set watcher on znode that does not yet exist, /11276407599/running 2024-11-27T07:18:24,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39589-0x1017b28211d0004 connected 2024-11-27T07:18:24,701 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T07:18:24,701 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T07:18:24,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39589-0x1017b28211d0004, quorum=127.0.0.1:52786, baseZNode=/11276407599 Set watcher on znode that does not yet exist, /11276407599/master 2024-11-27T07:18:24,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39589-0x1017b28211d0004, quorum=127.0.0.1:52786, baseZNode=/11276407599 Set watcher on znode that does not yet exist, /11276407599/acl 2024-11-27T07:18:24,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39589 2024-11-27T07:18:24,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39589 2024-11-27T07:18:24,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39589 2024-11-27T07:18:24,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39589 2024-11-27T07:18:24,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39589 2024-11-27T07:18:24,721 DEBUG [M:0;289954c9202d:33853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;289954c9202d:33853 2024-11-27T07:18:24,721 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11276407599/backup-masters/289954c9202d,33853,1732691904570 2024-11-27T07:18:24,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276407599/backup-masters 2024-11-27T07:18:24,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39589-0x1017b28211d0004, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276407599/backup-masters 2024-11-27T07:18:24,732 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Set watcher on existing znode=/11276407599/backup-masters/289954c9202d,33853,1732691904570 2024-11-27T07:18:24,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276407599 2024-11-27T07:18:24,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39589-0x1017b28211d0004, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11276407599/master 2024-11-27T07:18:24,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39589-0x1017b28211d0004, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276407599 2024-11-27T07:18:24,743 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Set watcher on existing znode=/11276407599/master 2024-11-27T07:18:24,743 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11276407599/backup-masters/289954c9202d,33853,1732691904570 from backup master directory 2024-11-27T07:18:24,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39589-0x1017b28211d0004, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276407599/backup-masters 2024-11-27T07:18:24,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11276407599/backup-masters/289954c9202d,33853,1732691904570 2024-11-27T07:18:24,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276407599/backup-masters 2024-11-27T07:18:24,753 WARN [master/289954c9202d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:18:24,753 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=289954c9202d,33853,1732691904570 2024-11-27T07:18:24,757 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/hbase.id] with ID: 4224b36f-2e12-43f5-9612-ab6c6e417d0e 2024-11-27T07:18:24,757 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/.tmp/hbase.id 2024-11-27T07:18:24,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741826_1002 (size=42) 2024-11-27T07:18:24,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T07:18:24,872 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T07:18:24,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:18:24,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T07:18:24,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:18:24,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T07:18:25,163 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/.tmp/hbase.id]:[hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/hbase.id] 2024-11-27T07:18:25,178 INFO [master/289954c9202d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:25,179 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T07:18:25,180 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T07:18:25,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39589-0x1017b28211d0004, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276407599 2024-11-27T07:18:25,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276407599 2024-11-27T07:18:25,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741827_1003 (size=196) 2024-11-27T07:18:25,647 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:18:25,648 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T07:18:25,648 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:18:25,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741828_1004 (size=1189) 2024-11-27T07:18:26,058 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/data/master/store 2024-11-27T07:18:26,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741829_1005 (size=34) 2024-11-27T07:18:26,478 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:26,478 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:18:26,479 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:26,479 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:26,479 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:18:26,479 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:26,479 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:26,479 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732691906478Disabling compacts and flushes for region at 1732691906478Disabling writes for close at 1732691906479 (+1 ms)Writing region close event to WAL at 1732691906479Closed at 1732691906479 2024-11-27T07:18:26,482 WARN [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/data/master/store/.initializing 2024-11-27T07:18:26,482 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/WALs/289954c9202d,33853,1732691904570 2024-11-27T07:18:26,484 INFO [master/289954c9202d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:18:26,488 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=289954c9202d%2C33853%2C1732691904570, suffix=, logDir=hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/WALs/289954c9202d,33853,1732691904570, archiveDir=hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/oldWALs, maxLogs=10 2024-11-27T07:18:26,510 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/WALs/289954c9202d,33853,1732691904570/289954c9202d%2C33853%2C1732691904570.1732691906488, exclude list is [], retry=0 2024-11-27T07:18:26,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36467,DS-f2c8df25-3970-4e2b-9397-3398ef29da79,DISK] 2024-11-27T07:18:26,515 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/WALs/289954c9202d,33853,1732691904570/289954c9202d%2C33853%2C1732691904570.1732691906488 2024-11-27T07:18:26,516 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44249:44249)] 2024-11-27T07:18:26,516 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:18:26,516 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:26,516 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:26,516 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:26,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:26,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T07:18:26,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:26,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:26,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:26,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T07:18:26,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:26,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:26,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:26,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T07:18:26,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:26,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:26,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:26,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T07:18:26,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:26,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:26,526 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:26,527 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:26,528 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:26,529 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:26,529 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:26,530 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:18:26,532 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:26,534 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:18:26,534 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62558112, jitterRate=-0.06781148910522461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:18:26,535 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732691906516Initializing all the Stores at 1732691906517 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691906517Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691906518 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691906518Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691906518Cleaning up temporary data from old regions at 1732691906530 (+12 ms)Region opened successfully at 1732691906535 (+5 ms) 2024-11-27T07:18:26,535 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T07:18:26,538 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f228160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:18:26,539 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T07:18:26,540 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T07:18:26,540 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T07:18:26,540 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T07:18:26,541 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T07:18:26,541 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T07:18:26,541 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T07:18:26,544 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T07:18:26,545 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Unable to get data of znode /11276407599/balancer because node does not exist (not necessarily an error) 2024-11-27T07:18:26,552 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11276407599/balancer already deleted, retry=false 2024-11-27T07:18:26,553 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T07:18:26,554 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Unable to get data of znode /11276407599/normalizer because node does not exist (not necessarily an error) 2024-11-27T07:18:26,563 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11276407599/normalizer already deleted, retry=false 2024-11-27T07:18:26,563 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T07:18:26,564 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Unable to get data of znode /11276407599/switch/split because node does not exist (not necessarily an error) 2024-11-27T07:18:26,573 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11276407599/switch/split already deleted, retry=false 2024-11-27T07:18:26,574 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Unable to get data of znode /11276407599/switch/merge because node does not exist (not necessarily an error) 2024-11-27T07:18:26,584 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11276407599/switch/merge already deleted, retry=false 2024-11-27T07:18:26,586 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Unable to get data of znode /11276407599/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T07:18:26,594 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11276407599/snapshot-cleanup already deleted, retry=false 2024-11-27T07:18:26,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11276407599/running 2024-11-27T07:18:26,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39589-0x1017b28211d0004, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11276407599/running 2024-11-27T07:18:26,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39589-0x1017b28211d0004, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276407599 2024-11-27T07:18:26,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276407599 2024-11-27T07:18:26,606 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=289954c9202d,33853,1732691904570, sessionid=0x1017b28211d0003, setting cluster-up flag (Was=false) 2024-11-27T07:18:26,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276407599 2024-11-27T07:18:26,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39589-0x1017b28211d0004, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276407599 2024-11-27T07:18:26,658 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11276407599/flush-table-proc/acquired, /11276407599/flush-table-proc/reached, /11276407599/flush-table-proc/abort 2024-11-27T07:18:26,659 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,33853,1732691904570 2024-11-27T07:18:26,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276407599 2024-11-27T07:18:26,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39589-0x1017b28211d0004, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276407599 2024-11-27T07:18:26,711 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11276407599/online-snapshot/acquired, /11276407599/online-snapshot/reached, /11276407599/online-snapshot/abort 2024-11-27T07:18:26,712 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,33853,1732691904570 2024-11-27T07:18:26,713 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T07:18:26,715 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T07:18:26,715 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T07:18:26,715 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T07:18:26,715 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 289954c9202d,33853,1732691904570 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T07:18:26,716 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:18:26,717 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:18:26,717 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:18:26,717 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:18:26,717 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/289954c9202d:0, corePoolSize=10, maxPoolSize=10 2024-11-27T07:18:26,717 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:26,717 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:18:26,717 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:26,719 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:18:26,719 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T07:18:26,719 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732691936719 2024-11-27T07:18:26,719 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T07:18:26,719 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T07:18:26,719 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T07:18:26,719 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T07:18:26,720 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T07:18:26,720 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T07:18:26,720 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:26,720 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:26,720 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T07:18:26,720 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T07:18:26,720 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T07:18:26,720 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T07:18:26,720 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T07:18:26,721 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T07:18:26,721 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T07:18:26,725 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732691906721,5,FailOnTimeoutGroup] 2024-11-27T07:18:26,725 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732691906725,5,FailOnTimeoutGroup] 2024-11-27T07:18:26,725 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:26,725 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T07:18:26,725 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:26,725 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:26,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741831_1007 (size=1321) 2024-11-27T07:18:26,811 INFO [RS:0;289954c9202d:39589 {}] regionserver.HRegionServer(746): ClusterId : 4224b36f-2e12-43f5-9612-ab6c6e417d0e 2024-11-27T07:18:26,812 DEBUG [RS:0;289954c9202d:39589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T07:18:26,824 DEBUG [RS:0;289954c9202d:39589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T07:18:26,825 DEBUG [RS:0;289954c9202d:39589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T07:18:26,838 DEBUG [RS:0;289954c9202d:39589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T07:18:26,838 DEBUG [RS:0;289954c9202d:39589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a0b7d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:18:26,851 DEBUG [RS:0;289954c9202d:39589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;289954c9202d:39589 2024-11-27T07:18:26,851 INFO [RS:0;289954c9202d:39589 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T07:18:26,851 INFO [RS:0;289954c9202d:39589 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T07:18:26,851 DEBUG [RS:0;289954c9202d:39589 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T07:18:26,852 INFO [RS:0;289954c9202d:39589 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,33853,1732691904570 with port=39589, startcode=1732691904681 2024-11-27T07:18:26,852 DEBUG [RS:0;289954c9202d:39589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T07:18:26,853 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T07:18:26,854 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33853 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 289954c9202d,39589,1732691904681 2024-11-27T07:18:26,854 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33853 {}] master.ServerManager(517): Registering regionserver=289954c9202d,39589,1732691904681 2024-11-27T07:18:26,857 DEBUG [RS:0;289954c9202d:39589 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71 2024-11-27T07:18:26,857 DEBUG [RS:0;289954c9202d:39589 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45521 2024-11-27T07:18:26,857 DEBUG [RS:0;289954c9202d:39589 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T07:18:26,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276407599/rs 2024-11-27T07:18:26,909 DEBUG [RS:0;289954c9202d:39589 {}] zookeeper.ZKUtil(111): regionserver:39589-0x1017b28211d0004, quorum=127.0.0.1:52786, baseZNode=/11276407599 Set watcher on existing znode=/11276407599/rs/289954c9202d,39589,1732691904681 2024-11-27T07:18:26,909 WARN [RS:0;289954c9202d:39589 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:18:26,909 INFO [RS:0;289954c9202d:39589 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:18:26,909 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [289954c9202d,39589,1732691904681] 2024-11-27T07:18:26,910 DEBUG [RS:0;289954c9202d:39589 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/WALs/289954c9202d,39589,1732691904681 2024-11-27T07:18:26,919 INFO [RS:0;289954c9202d:39589 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T07:18:26,927 INFO [RS:0;289954c9202d:39589 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T07:18:26,932 INFO [RS:0;289954c9202d:39589 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T07:18:26,932 INFO [RS:0;289954c9202d:39589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:26,934 INFO [RS:0;289954c9202d:39589 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T07:18:26,935 INFO [RS:0;289954c9202d:39589 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T07:18:26,936 INFO [RS:0;289954c9202d:39589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:26,936 DEBUG [RS:0;289954c9202d:39589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:26,936 DEBUG [RS:0;289954c9202d:39589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:26,936 DEBUG [RS:0;289954c9202d:39589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:26,936 DEBUG [RS:0;289954c9202d:39589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:26,936 DEBUG [RS:0;289954c9202d:39589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:26,936 DEBUG [RS:0;289954c9202d:39589 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:18:26,936 DEBUG [RS:0;289954c9202d:39589 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:26,936 DEBUG [RS:0;289954c9202d:39589 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:26,936 DEBUG [RS:0;289954c9202d:39589 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:26,936 DEBUG [RS:0;289954c9202d:39589 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:26,937 DEBUG [RS:0;289954c9202d:39589 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:26,937 DEBUG [RS:0;289954c9202d:39589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:26,937 DEBUG [RS:0;289954c9202d:39589 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:18:26,937 DEBUG [RS:0;289954c9202d:39589 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:18:26,938 INFO [RS:0;289954c9202d:39589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:26,939 INFO [RS:0;289954c9202d:39589 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:26,939 INFO [RS:0;289954c9202d:39589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:26,939 INFO [RS:0;289954c9202d:39589 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:26,939 INFO [RS:0;289954c9202d:39589 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:26,939 INFO [RS:0;289954c9202d:39589 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,39589,1732691904681-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:18:26,958 INFO [RS:0;289954c9202d:39589 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T07:18:26,958 INFO [RS:0;289954c9202d:39589 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,39589,1732691904681-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:26,958 INFO [RS:0;289954c9202d:39589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:26,958 INFO [RS:0;289954c9202d:39589 {}] regionserver.Replication(171): 289954c9202d,39589,1732691904681 started 2024-11-27T07:18:26,971 INFO [RS:0;289954c9202d:39589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:26,971 INFO [RS:0;289954c9202d:39589 {}] regionserver.HRegionServer(1482): Serving as 289954c9202d,39589,1732691904681, RpcServer on 289954c9202d/172.17.0.3:39589, sessionid=0x1017b28211d0004 2024-11-27T07:18:26,971 DEBUG [RS:0;289954c9202d:39589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T07:18:26,971 DEBUG [RS:0;289954c9202d:39589 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 289954c9202d,39589,1732691904681 2024-11-27T07:18:26,971 DEBUG [RS:0;289954c9202d:39589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,39589,1732691904681' 2024-11-27T07:18:26,972 DEBUG [RS:0;289954c9202d:39589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11276407599/flush-table-proc/abort' 2024-11-27T07:18:26,972 DEBUG [RS:0;289954c9202d:39589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11276407599/flush-table-proc/acquired' 2024-11-27T07:18:26,973 DEBUG [RS:0;289954c9202d:39589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T07:18:26,973 DEBUG [RS:0;289954c9202d:39589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T07:18:26,973 DEBUG [RS:0;289954c9202d:39589 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 289954c9202d,39589,1732691904681 2024-11-27T07:18:26,973 DEBUG [RS:0;289954c9202d:39589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,39589,1732691904681' 2024-11-27T07:18:26,973 DEBUG [RS:0;289954c9202d:39589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11276407599/online-snapshot/abort' 2024-11-27T07:18:26,973 DEBUG [RS:0;289954c9202d:39589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11276407599/online-snapshot/acquired' 2024-11-27T07:18:26,974 DEBUG [RS:0;289954c9202d:39589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T07:18:26,974 INFO [RS:0;289954c9202d:39589 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T07:18:26,974 INFO [RS:0;289954c9202d:39589 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T07:18:27,074 INFO [RS:0;289954c9202d:39589 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:18:27,076 INFO [RS:0;289954c9202d:39589 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C39589%2C1732691904681, suffix=, logDir=hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/WALs/289954c9202d,39589,1732691904681, archiveDir=hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/oldWALs, maxLogs=10 2024-11-27T07:18:27,086 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T07:18:27,088 DEBUG [RS:0;289954c9202d:39589 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/WALs/289954c9202d,39589,1732691904681/289954c9202d%2C39589%2C1732691904681.1732691907076, exclude list is [], retry=0 2024-11-27T07:18:27,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36467,DS-f2c8df25-3970-4e2b-9397-3398ef29da79,DISK] 2024-11-27T07:18:27,097 INFO [RS:0;289954c9202d:39589 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/WALs/289954c9202d,39589,1732691904681/289954c9202d%2C39589%2C1732691904681.1732691907076 2024-11-27T07:18:27,097 DEBUG [RS:0;289954c9202d:39589 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44249:44249)] 2024-11-27T07:18:27,130 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T07:18:27,130 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71 2024-11-27T07:18:27,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741833_1009 (size=32) 2024-11-27T07:18:27,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:27,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:27,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:27,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:18:27,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:18:27,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:27,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:27,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:18:27,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:18:27,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:27,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:27,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:18:27,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:18:27,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:27,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:27,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:18:27,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:18:27,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:27,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:27,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:18:27,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/data/hbase/meta/1588230740 2024-11-27T07:18:27,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/data/hbase/meta/1588230740 2024-11-27T07:18:27,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:18:27,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:18:27,553 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:18:27,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:18:27,557 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:18:27,558 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67021231, jitterRate=-0.0013058334589004517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:18:27,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732691907538Initializing all the Stores at 1732691907539 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691907539Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691907540 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691907540Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691907540Cleaning up temporary data from old regions at 1732691907553 (+13 ms)Region opened successfully at 1732691907558 (+5 ms) 2024-11-27T07:18:27,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:18:27,559 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:18:27,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:18:27,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:18:27,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:18:27,559 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:18:27,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732691907559Disabling compacts and flushes for region at 1732691907559Disabling writes for close at 1732691907559Writing region close event to WAL at 1732691907559Closed at 1732691907559 2024-11-27T07:18:27,561 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:18:27,561 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T07:18:27,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T07:18:27,563 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:18:27,564 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T07:18:27,714 DEBUG [289954c9202d:33853 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:18:27,715 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=289954c9202d,39589,1732691904681 2024-11-27T07:18:27,716 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,39589,1732691904681, state=OPENING 2024-11-27T07:18:27,731 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T07:18:27,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39589-0x1017b28211d0004, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276407599 2024-11-27T07:18:27,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276407599 2024-11-27T07:18:27,753 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:18:27,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11276407599/meta-region-server: CHANGED 2024-11-27T07:18:27,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11276407599/meta-region-server: CHANGED 2024-11-27T07:18:27,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,39589,1732691904681}] 2024-11-27T07:18:27,768 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:18:27,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:27,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:27,913 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:18:27,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:18:27,921 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T07:18:27,921 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:18:27,922 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T07:18:27,924 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C39589%2C1732691904681.meta, suffix=.meta, logDir=hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/WALs/289954c9202d,39589,1732691904681, archiveDir=hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/oldWALs, maxLogs=10 2024-11-27T07:18:27,942 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/WALs/289954c9202d,39589,1732691904681/289954c9202d%2C39589%2C1732691904681.meta.1732691907924.meta, exclude list is [], retry=0 2024-11-27T07:18:27,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36467,DS-f2c8df25-3970-4e2b-9397-3398ef29da79,DISK] 2024-11-27T07:18:27,947 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/WALs/289954c9202d,39589,1732691904681/289954c9202d%2C39589%2C1732691904681.meta.1732691907924.meta 2024-11-27T07:18:27,948 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44249:44249)] 2024-11-27T07:18:27,948 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:18:27,948 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:18:27,948 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:18:27,949 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T07:18:27,949 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T07:18:27,949 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T07:18:27,949 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:27,949 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T07:18:27,949 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T07:18:27,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:18:27,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:18:27,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:27,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:27,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:18:27,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:18:27,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:27,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:27,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:18:27,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:18:27,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:27,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:27,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:18:27,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:18:27,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:27,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:27,959 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:18:27,960 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/data/hbase/meta/1588230740 2024-11-27T07:18:27,961 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/data/hbase/meta/1588230740 2024-11-27T07:18:27,962 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:18:27,962 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:18:27,964 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:18:27,966 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:18:27,967 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65074011, jitterRate=-0.030321672558784485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:18:27,967 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T07:18:27,967 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732691907949Writing region info on filesystem at 1732691907949Initializing all the Stores at 1732691907950 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691907950Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691907952 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691907952Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691907952Cleaning up temporary data from old regions at 1732691907962 (+10 ms)Running coprocessor post-open hooks at 1732691907967 (+5 ms)Region opened successfully at 1732691907967 2024-11-27T07:18:27,968 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732691907912 2024-11-27T07:18:27,971 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T07:18:27,971 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T07:18:27,972 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,39589,1732691904681 2024-11-27T07:18:27,973 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,39589,1732691904681, state=OPEN 2024-11-27T07:18:27,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11276407599/meta-region-server 2024-11-27T07:18:27,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39589-0x1017b28211d0004, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11276407599/meta-region-server 2024-11-27T07:18:27,984 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=289954c9202d,39589,1732691904681 2024-11-27T07:18:27,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11276407599/meta-region-server: CHANGED 2024-11-27T07:18:27,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11276407599/meta-region-server: CHANGED 2024-11-27T07:18:27,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T07:18:27,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,39589,1732691904681 in 231 msec 2024-11-27T07:18:27,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T07:18:27,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 427 msec 2024-11-27T07:18:27,992 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:18:27,992 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T07:18:27,994 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:18:27,994 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,39589,1732691904681, seqNum=-1] 2024-11-27T07:18:27,994 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:18:27,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:18:28,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2880 sec 2024-11-27T07:18:28,007 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732691908007, completionTime=-1 2024-11-27T07:18:28,007 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T07:18:28,007 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T07:18:28,009 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T07:18:28,009 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732691968009 2024-11-27T07:18:28,009 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732692028009 2024-11-27T07:18:28,009 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T07:18:28,010 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33853,1732691904570-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:28,010 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33853,1732691904570-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:28,010 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33853,1732691904570-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:28,010 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-289954c9202d:33853, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:28,010 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:28,010 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:28,013 DEBUG [master/289954c9202d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T07:18:28,015 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.261sec 2024-11-27T07:18:28,015 INFO [master/289954c9202d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T07:18:28,015 INFO [master/289954c9202d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T07:18:28,015 INFO [master/289954c9202d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T07:18:28,015 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T07:18:28,015 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T07:18:28,015 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33853,1732691904570-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:18:28,015 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33853,1732691904570-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T07:18:28,018 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T07:18:28,018 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T07:18:28,018 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33853,1732691904570-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:28,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2be479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:28,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,33853,-1 for getting cluster id 2024-11-27T07:18:28,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:18:28,114 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4224b36f-2e12-43f5-9612-ab6c6e417d0e' 2024-11-27T07:18:28,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:18:28,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4224b36f-2e12-43f5-9612-ab6c6e417d0e" 2024-11-27T07:18:28,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60db87b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:28,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,33853,-1] 2024-11-27T07:18:28,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:18:28,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:28,115 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:18:28,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:28,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:18:28,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,39589,1732691904681, seqNum=-1] 2024-11-27T07:18:28,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:18:28,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:18:28,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=289954c9202d,33853,1732691904570 2024-11-27T07:18:28,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52786 2024-11-27T07:18:28,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:18:28,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017b28211d0005 connected 2024-11-27T07:18:28,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3234deef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:28,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,43041,-1 for getting cluster id 2024-11-27T07:18:28,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:18:28,145 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b92afb14-d328-4171-a246-bcc46e91d7eb' 2024-11-27T07:18:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:18:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b92afb14-d328-4171-a246-bcc46e91d7eb" 2024-11-27T07:18:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5102c5ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,43041,-1] 2024-11-27T07:18:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:18:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:28,147 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:18:28,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6080ab04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:28,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:18:28,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,43041,1732691898673 2024-11-27T07:18:28,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13e1f274 2024-11-27T07:18:28,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:18:28,150 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:18:28,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://289954c9202d:33853,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T07:18:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T07:18:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:18:28,153 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:33853' 2024-11-27T07:18:28,154 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e73cb23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:28,154 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,33853,-1 for getting cluster id 2024-11-27T07:18:28,154 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:18:28,155 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4224b36f-2e12-43f5-9612-ab6c6e417d0e' 2024-11-27T07:18:28,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:18:28,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4224b36f-2e12-43f5-9612-ab6c6e417d0e" 2024-11-27T07:18:28,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b6c5d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:28,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,33853,-1] 2024-11-27T07:18:28,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:18:28,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:28,157 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:18:28,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfe5b84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:28,158 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:18:28,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,33853,1732691904570 2024-11-27T07:18:28,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ba06e9c 2024-11-27T07:18:28,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:18:28,160 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:18:28,161 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-27T07:18:28,161 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T07:18:28,161 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:28,161 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:28,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:18:28,161 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:18:28,163 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T07:18:28,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:18:28,165 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:28,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:18:28,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43875 is added to blk_1073741835_1011 (size=1138) 2024-11-27T07:18:28,213 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T07:18:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:18:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:18:28,574 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 32366da7d4c1059db78e9da99057ad91, NAME => 'hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a 2024-11-27T07:18:28,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43875 is added to blk_1073741836_1012 (size=44) 2024-11-27T07:18:28,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:28,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 32366da7d4c1059db78e9da99057ad91, disabling compactions & flushes 2024-11-27T07:18:28,581 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91. 2024-11-27T07:18:28,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91. 2024-11-27T07:18:28,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91. after waiting 0 ms 2024-11-27T07:18:28,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91. 2024-11-27T07:18:28,581 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91. 2024-11-27T07:18:28,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 32366da7d4c1059db78e9da99057ad91: Waiting for close lock at 1732691908581Disabling compacts and flushes for region at 1732691908581Disabling writes for close at 1732691908581Writing region close event to WAL at 1732691908581Closed at 1732691908581 2024-11-27T07:18:28,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:18:28,583 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732691908583"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732691908583"}]},"ts":"1732691908583"} 2024-11-27T07:18:28,586 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:18:28,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:18:28,588 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732691908588"}]},"ts":"1732691908588"} 2024-11-27T07:18:28,593 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T07:18:28,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=32366da7d4c1059db78e9da99057ad91, ASSIGN}] 2024-11-27T07:18:28,595 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=32366da7d4c1059db78e9da99057ad91, ASSIGN 2024-11-27T07:18:28,596 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=32366da7d4c1059db78e9da99057ad91, ASSIGN; state=OFFLINE, location=289954c9202d,41419,1732691899157; forceNewPlan=false, retain=false 2024-11-27T07:18:28,746 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=32366da7d4c1059db78e9da99057ad91, regionState=OPENING, regionLocation=289954c9202d,41419,1732691899157 2024-11-27T07:18:28,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=32366da7d4c1059db78e9da99057ad91, ASSIGN because future has completed 2024-11-27T07:18:28,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32366da7d4c1059db78e9da99057ad91, server=289954c9202d,41419,1732691899157}] 2024-11-27T07:18:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:18:28,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91. 2024-11-27T07:18:28,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:18:28,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T07:18:28,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C41419%2C1732691899157.rep, suffix=, logDir=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/WALs/289954c9202d,41419,1732691899157, archiveDir=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/oldWALs, maxLogs=10 2024-11-27T07:18:28,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/WALs/289954c9202d,41419,1732691899157/289954c9202d%2C41419%2C1732691899157.rep.1732691908908, exclude list is [], retry=0 2024-11-27T07:18:28,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43875,DS-438f9a6f-c059-4cc1-805f-2ec8a8d10a74,DISK] 2024-11-27T07:18:28,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/WALs/289954c9202d,41419,1732691899157/289954c9202d%2C41419%2C1732691899157.rep.1732691908908 2024-11-27T07:18:28,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44735:44735)] 2024-11-27T07:18:28,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 32366da7d4c1059db78e9da99057ad91, NAME => 'hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:18:28,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:18:28,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:18:28,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91. service=MultiRowMutationService 2024-11-27T07:18:28,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T07:18:28,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 32366da7d4c1059db78e9da99057ad91 2024-11-27T07:18:28,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:28,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 32366da7d4c1059db78e9da99057ad91 2024-11-27T07:18:28,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 32366da7d4c1059db78e9da99057ad91 2024-11-27T07:18:28,928 INFO [StoreOpener-32366da7d4c1059db78e9da99057ad91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 32366da7d4c1059db78e9da99057ad91 2024-11-27T07:18:28,930 INFO [StoreOpener-32366da7d4c1059db78e9da99057ad91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32366da7d4c1059db78e9da99057ad91 columnFamilyName hfileref 2024-11-27T07:18:28,930 DEBUG [StoreOpener-32366da7d4c1059db78e9da99057ad91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:28,930 INFO [StoreOpener-32366da7d4c1059db78e9da99057ad91-1 {}] regionserver.HStore(327): Store=32366da7d4c1059db78e9da99057ad91/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:28,931 INFO [StoreOpener-32366da7d4c1059db78e9da99057ad91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 32366da7d4c1059db78e9da99057ad91 2024-11-27T07:18:28,932 INFO [StoreOpener-32366da7d4c1059db78e9da99057ad91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32366da7d4c1059db78e9da99057ad91 columnFamilyName queue 2024-11-27T07:18:28,932 DEBUG [StoreOpener-32366da7d4c1059db78e9da99057ad91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:28,933 INFO [StoreOpener-32366da7d4c1059db78e9da99057ad91-1 {}] regionserver.HStore(327): Store=32366da7d4c1059db78e9da99057ad91/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:28,933 INFO [StoreOpener-32366da7d4c1059db78e9da99057ad91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 32366da7d4c1059db78e9da99057ad91 2024-11-27T07:18:28,934 INFO [StoreOpener-32366da7d4c1059db78e9da99057ad91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32366da7d4c1059db78e9da99057ad91 columnFamilyName sid 2024-11-27T07:18:28,934 DEBUG [StoreOpener-32366da7d4c1059db78e9da99057ad91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:28,935 INFO [StoreOpener-32366da7d4c1059db78e9da99057ad91-1 {}] regionserver.HStore(327): Store=32366da7d4c1059db78e9da99057ad91/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:28,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 32366da7d4c1059db78e9da99057ad91 2024-11-27T07:18:28,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/replication/32366da7d4c1059db78e9da99057ad91 2024-11-27T07:18:28,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/replication/32366da7d4c1059db78e9da99057ad91 2024-11-27T07:18:28,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 32366da7d4c1059db78e9da99057ad91 2024-11-27T07:18:28,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 32366da7d4c1059db78e9da99057ad91 2024-11-27T07:18:28,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:18:28,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 32366da7d4c1059db78e9da99057ad91 2024-11-27T07:18:28,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/replication/32366da7d4c1059db78e9da99057ad91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:18:28,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 32366da7d4c1059db78e9da99057ad91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73284661, jitterRate=0.09202654659748077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:18:28,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32366da7d4c1059db78e9da99057ad91 2024-11-27T07:18:28,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 32366da7d4c1059db78e9da99057ad91: Running coprocessor pre-open hook at 1732691908926Writing region info on filesystem at 1732691908926Initializing all the Stores at 1732691908927 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691908927Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691908928 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691908928Cleaning up temporary data from old regions at 1732691908937 (+9 ms)Running coprocessor post-open hooks at 1732691908942 (+5 ms)Region opened successfully at 1732691908943 (+1 ms) 2024-11-27T07:18:28,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91., pid=7, masterSystemTime=1732691908902 2024-11-27T07:18:28,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91. 2024-11-27T07:18:28,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91. 2024-11-27T07:18:28,947 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=32366da7d4c1059db78e9da99057ad91, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,41419,1732691899157 2024-11-27T07:18:28,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32366da7d4c1059db78e9da99057ad91, server=289954c9202d,41419,1732691899157 because future has completed 2024-11-27T07:18:28,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T07:18:28,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 32366da7d4c1059db78e9da99057ad91, server=289954c9202d,41419,1732691899157 in 200 msec 2024-11-27T07:18:28,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T07:18:28,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=32366da7d4c1059db78e9da99057ad91, ASSIGN in 360 msec 2024-11-27T07:18:28,956 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:18:28,957 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732691908956"}]},"ts":"1732691908956"} 2024-11-27T07:18:28,959 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T07:18:28,960 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:18:28,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 799 msec 2024-11-27T07:18:28,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91., hostname=289954c9202d,41419,1732691899157, seqNum=2] 2024-11-27T07:18:28,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1017b28211d0001, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341735639 2024-11-27T07:18:28,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341735639 2024-11-27T07:18:29,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T07:18:29,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T07:18:29,171 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T07:18:29,221 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-289954c9202d,41419,1732691899157, ReplicationSource: 1, currentBandwidth=0 2024-11-27T07:18:29,221 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:18:29,221 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,41419,1732691899157, seqNum=-1] 2024-11-27T07:18:29,222 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:18:29,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-27T07:18:29,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-289954c9202d,41419,1732691899157', locateType=CURRENT is [region=hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91., hostname=289954c9202d,41419,1732691899157, seqNum=2] 2024-11-27T07:18:29,228 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T07:18:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T07:18:29,232 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 289954c9202d,41419,1732691899157 suceeded 2024-11-27T07:18:29,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T07:18:29,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-27T07:18:29,237 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://289954c9202d:33853,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T07:18:29,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0870 sec 2024-11-27T07:18:29,246 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,41419,1732691899157 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:33853' 2024-11-27T07:18:29,247 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,41419,1732691899157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@664e067a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:29,247 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,41419,1732691899157 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,33853,-1 for getting cluster id 2024-11-27T07:18:29,248 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,41419,1732691899157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:18:29,249 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4224b36f-2e12-43f5-9612-ab6c6e417d0e' 2024-11-27T07:18:29,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:18:29,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4224b36f-2e12-43f5-9612-ab6c6e417d0e" 2024-11-27T07:18:29,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@80672d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:29,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,33853,-1] 2024-11-27T07:18:29,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:18:29,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:29,251 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:18:29,251 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,41419,1732691899157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fa52bfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:29,252 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,41419,1732691899157 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:18:29,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,33853,1732691904570 2024-11-27T07:18:29,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a1f89f2 2024-11-27T07:18:29,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:18:29,254 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-27T07:18:29,255 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,41419,1732691899157 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-289954c9202d,41419,1732691899157 (queues=1) is replicating from cluster=b92afb14-d328-4171-a246-bcc46e91d7eb to cluster=4224b36f-2e12-43f5-9612-ab6c6e417d0e 2024-11-27T07:18:29,255 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,41419,1732691899157 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=289954c9202d%2C41419%2C1732691899157 2024-11-27T07:18:29,255 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,41419,1732691899157 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-289954c9202d,41419,1732691899157, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T07:18:29,255 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,41419,1732691899157.replicationSource.shipper289954c9202d%2C41419%2C1732691899157,1-289954c9202d,41419,1732691899157 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 289954c9202d%2C41419%2C1732691899157 2024-11-27T07:18:29,255 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,41419,1732691899157.replicationSource.wal-reader.289954c9202d%2C41419%2C1732691899157,1-289954c9202d,41419,1732691899157 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/WALs/289954c9202d,41419,1732691899157/289954c9202d%2C41419%2C1732691899157.1732691901227, startPosition=0, beingWritten=true 2024-11-27T07:18:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:18:29,286 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T07:18:29,286 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:18:29,286 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:18:29,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:29,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:29,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:18:29,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:18:29,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,43041,1732691898673 2024-11-27T07:18:29,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d609938 2024-11-27T07:18:29,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:18:29,289 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:18:29,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T07:18:29,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T07:18:29,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:18:29,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:18:29,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:29,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:29,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:18:29,290 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T07:18:29,290 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1435745124, stopped=false 2024-11-27T07:18:29,290 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=289954c9202d,33853,1732691904570 2024-11-27T07:18:29,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39589-0x1017b28211d0004, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11276407599/running 2024-11-27T07:18:29,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11276407599/running 2024-11-27T07:18:29,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276407599 2024-11-27T07:18:29,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39589-0x1017b28211d0004, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276407599 2024-11-27T07:18:29,300 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:18:29,300 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:18:29,300 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:18:29,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:29,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39589-0x1017b28211d0004, quorum=127.0.0.1:52786, baseZNode=/11276407599 Set watcher on znode that does not yet exist, /11276407599/running 2024-11-27T07:18:29,301 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '289954c9202d,39589,1732691904681' ***** 2024-11-27T07:18:29,301 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T07:18:29,301 INFO [RS:0;289954c9202d:39589 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T07:18:29,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Set watcher on znode that does not yet exist, /11276407599/running 2024-11-27T07:18:29,301 INFO [RS:0;289954c9202d:39589 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T07:18:29,301 INFO [RS:0;289954c9202d:39589 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T07:18:29,301 INFO [RS:0;289954c9202d:39589 {}] regionserver.HRegionServer(959): stopping server 289954c9202d,39589,1732691904681 2024-11-27T07:18:29,301 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T07:18:29,301 INFO [RS:0;289954c9202d:39589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:18:29,301 INFO [RS:0;289954c9202d:39589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:39589. 2024-11-27T07:18:29,301 DEBUG [RS:0;289954c9202d:39589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:18:29,301 DEBUG [RS:0;289954c9202d:39589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:29,301 INFO [RS:0;289954c9202d:39589 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T07:18:29,302 INFO [RS:0;289954c9202d:39589 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T07:18:29,302 INFO [RS:0;289954c9202d:39589 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T07:18:29,302 INFO [RS:0;289954c9202d:39589 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T07:18:29,302 INFO [RS:0;289954c9202d:39589 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T07:18:29,302 DEBUG [RS:0;289954c9202d:39589 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T07:18:29,302 DEBUG [RS:0;289954c9202d:39589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:18:29,302 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:18:29,302 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:18:29,302 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:18:29,302 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:18:29,302 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:18:29,302 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T07:18:29,318 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/data/hbase/meta/1588230740/.tmp/ns/ec74eb848830419b96946289724dde32 is 43, key is default/ns:d/1732691907997/Put/seqid=0 2024-11-27T07:18:29,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741835_1011 (size=5153) 2024-11-27T07:18:29,342 INFO [regionserver/289954c9202d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:18:29,462 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,41419,1732691899157.replicationSource.wal-reader.289954c9202d%2C41419%2C1732691899157,1-289954c9202d,41419,1732691899157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/WALs/289954c9202d,41419,1732691899157/289954c9202d%2C41419%2C1732691899157.1732691901227 to pos 0, reset compression=false 2024-11-27T07:18:29,502 DEBUG [RS:0;289954c9202d:39589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:18:29,702 DEBUG [RS:0;289954c9202d:39589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:18:29,727 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/data/hbase/meta/1588230740/.tmp/ns/ec74eb848830419b96946289724dde32 2024-11-27T07:18:29,739 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/data/hbase/meta/1588230740/.tmp/ns/ec74eb848830419b96946289724dde32 as hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/data/hbase/meta/1588230740/ns/ec74eb848830419b96946289724dde32 2024-11-27T07:18:29,748 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/data/hbase/meta/1588230740/ns/ec74eb848830419b96946289724dde32, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T07:18:29,750 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false 2024-11-27T07:18:29,761 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T07:18:29,763 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:18:29,763 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:18:29,763 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:18:29,763 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732691909302Running coprocessor pre-close hooks at 1732691909302Disabling compacts and flushes for region at 1732691909302Disabling writes for close at 1732691909302Obtaining lock to block concurrent updates at 1732691909302Preparing flush snapshotting stores in 1588230740 at 1732691909302Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732691909303 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732691909304 (+1 ms)Flushing 1588230740/ns: creating writer at 1732691909304Flushing 1588230740/ns: appending metadata at 1732691909318 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732691909318Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20feb1c3: reopening flushed file at 1732691909738 (+420 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false at 1732691909750 (+12 ms)Writing region close event to WAL at 1732691909751 (+1 ms)Running coprocessor post-close hooks at 1732691909763 (+12 ms)Closed at 1732691909763 2024-11-27T07:18:29,764 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T07:18:29,768 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,41419,1732691899157.replicationSource.wal-reader.289954c9202d%2C41419%2C1732691899157,1-289954c9202d,41419,1732691899157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/WALs/289954c9202d,41419,1732691899157/289954c9202d%2C41419%2C1732691899157.1732691901227 to pos 0, reset compression=false 2024-11-27T07:18:29,903 INFO [RS:0;289954c9202d:39589 {}] regionserver.HRegionServer(976): stopping server 289954c9202d,39589,1732691904681; all regions closed. 2024-11-27T07:18:29,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741834_1010 (size=1152) 2024-11-27T07:18:29,910 DEBUG [RS:0;289954c9202d:39589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/oldWALs 2024-11-27T07:18:29,910 INFO [RS:0;289954c9202d:39589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C39589%2C1732691904681.meta:.meta(num 1732691907924) 2024-11-27T07:18:29,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741832_1008 (size=93) 2024-11-27T07:18:29,920 DEBUG [RS:0;289954c9202d:39589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/oldWALs 2024-11-27T07:18:29,920 INFO [RS:0;289954c9202d:39589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C39589%2C1732691904681:(num 1732691907076) 2024-11-27T07:18:29,920 DEBUG [RS:0;289954c9202d:39589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:29,920 INFO [RS:0;289954c9202d:39589 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:18:29,920 INFO [RS:0;289954c9202d:39589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:18:29,920 INFO [RS:0;289954c9202d:39589 {}] hbase.ChoreService(370): Chore service for: regionserver/289954c9202d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T07:18:29,921 INFO [RS:0;289954c9202d:39589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:18:29,921 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:18:29,921 INFO [RS:0;289954c9202d:39589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39589 2024-11-27T07:18:30,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276407599/rs 2024-11-27T07:18:30,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39589-0x1017b28211d0004, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11276407599/rs/289954c9202d,39589,1732691904681 2024-11-27T07:18:30,026 INFO [RS:0;289954c9202d:39589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:18:30,027 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [289954c9202d,39589,1732691904681] 2024-11-27T07:18:30,110 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11276407599/draining/289954c9202d,39589,1732691904681 already deleted, retry=false 2024-11-27T07:18:30,110 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 289954c9202d,39589,1732691904681 expired; onlineServers=0 2024-11-27T07:18:30,110 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '289954c9202d,33853,1732691904570' ***** 2024-11-27T07:18:30,111 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T07:18:30,111 INFO [M:0;289954c9202d:33853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:18:30,111 INFO [M:0;289954c9202d:33853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:18:30,111 DEBUG [M:0;289954c9202d:33853 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T07:18:30,111 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T07:18:30,111 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732691906721 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732691906721,5,FailOnTimeoutGroup] 2024-11-27T07:18:30,111 DEBUG [M:0;289954c9202d:33853 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T07:18:30,111 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732691906725 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732691906725,5,FailOnTimeoutGroup] 2024-11-27T07:18:30,111 INFO [M:0;289954c9202d:33853 {}] hbase.ChoreService(370): Chore service for: master/289954c9202d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T07:18:30,111 INFO [M:0;289954c9202d:33853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:18:30,111 DEBUG [M:0;289954c9202d:33853 {}] master.HMaster(1795): Stopping service threads 2024-11-27T07:18:30,111 INFO [M:0;289954c9202d:33853 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T07:18:30,112 INFO [M:0;289954c9202d:33853 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:18:30,112 INFO [M:0;289954c9202d:33853 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T07:18:30,112 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T07:18:30,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11276407599/master 2024-11-27T07:18:30,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11276407599 2024-11-27T07:18:30,121 DEBUG [M:0;289954c9202d:33853 {}] zookeeper.ZKUtil(347): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Unable to get data of znode /11276407599/master because node does not exist (not an error) 2024-11-27T07:18:30,121 WARN [M:0;289954c9202d:33853 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T07:18:30,122 INFO [M:0;289954c9202d:33853 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/.lastflushedseqids 2024-11-27T07:18:30,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741836_1012 (size=99) 2024-11-27T07:18:30,181 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,41419,1732691899157.replicationSource.wal-reader.289954c9202d%2C41419%2C1732691899157,1-289954c9202d,41419,1732691899157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/WALs/289954c9202d,41419,1732691899157/289954c9202d%2C41419%2C1732691899157.1732691901227 to pos 0, reset compression=false 2024-11-27T07:18:30,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39589-0x1017b28211d0004, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:18:30,189 INFO [RS:0;289954c9202d:39589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:18:30,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39589-0x1017b28211d0004, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:18:30,189 INFO [RS:0;289954c9202d:39589 {}] regionserver.HRegionServer(1031): Exiting; stopping=289954c9202d,39589,1732691904681; zookeeper connection closed. 2024-11-27T07:18:30,189 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2377ed11 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2377ed11 2024-11-27T07:18:30,189 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T07:18:30,540 INFO [M:0;289954c9202d:33853 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T07:18:30,540 INFO [M:0;289954c9202d:33853 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T07:18:30,540 DEBUG [M:0;289954c9202d:33853 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:18:30,540 INFO [M:0;289954c9202d:33853 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:30,540 DEBUG [M:0;289954c9202d:33853 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:30,540 DEBUG [M:0;289954c9202d:33853 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:18:30,540 DEBUG [M:0;289954c9202d:33853 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:30,540 INFO [M:0;289954c9202d:33853 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T07:18:30,556 DEBUG [M:0;289954c9202d:33853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3574d4192d9945e3a01b9db96f04bd35 is 82, key is hbase:meta,,1/info:regioninfo/1732691907971/Put/seqid=0 2024-11-27T07:18:30,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741837_1013 (size=5672) 2024-11-27T07:18:30,686 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,41419,1732691899157.replicationSource.wal-reader.289954c9202d%2C41419%2C1732691899157,1-289954c9202d,41419,1732691899157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/WALs/289954c9202d,41419,1732691899157/289954c9202d%2C41419%2C1732691899157.1732691901227 to pos 0, reset compression=false 2024-11-27T07:18:30,961 INFO [M:0;289954c9202d:33853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3574d4192d9945e3a01b9db96f04bd35 2024-11-27T07:18:30,988 DEBUG [M:0;289954c9202d:33853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5133f25ef4984a80a8bb2747369688a4 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732691908005/Put/seqid=0 2024-11-27T07:18:30,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741838_1014 (size=5275) 2024-11-27T07:18:30,994 INFO [M:0;289954c9202d:33853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5133f25ef4984a80a8bb2747369688a4 2024-11-27T07:18:31,012 DEBUG [M:0;289954c9202d:33853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1713df52b7c1418f851cf42998572977 is 69, key is 289954c9202d,39589,1732691904681/rs:state/1732691906855/Put/seqid=0 2024-11-27T07:18:31,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741839_1015 (size=5156) 2024-11-27T07:18:31,307 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,41419,1732691899157.replicationSource.wal-reader.289954c9202d%2C41419%2C1732691899157,1-289954c9202d,41419,1732691899157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/WALs/289954c9202d,41419,1732691899157/289954c9202d%2C41419%2C1732691899157.1732691901227 to pos 0, reset compression=false 2024-11-27T07:18:31,417 INFO [M:0;289954c9202d:33853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1713df52b7c1418f851cf42998572977 2024-11-27T07:18:31,423 DEBUG [M:0;289954c9202d:33853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3574d4192d9945e3a01b9db96f04bd35 as hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3574d4192d9945e3a01b9db96f04bd35 2024-11-27T07:18:31,428 INFO [M:0;289954c9202d:33853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3574d4192d9945e3a01b9db96f04bd35, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T07:18:31,429 DEBUG [M:0;289954c9202d:33853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5133f25ef4984a80a8bb2747369688a4 as hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5133f25ef4984a80a8bb2747369688a4 2024-11-27T07:18:31,435 INFO [M:0;289954c9202d:33853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5133f25ef4984a80a8bb2747369688a4, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T07:18:31,437 DEBUG [M:0;289954c9202d:33853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1713df52b7c1418f851cf42998572977 as hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1713df52b7c1418f851cf42998572977 2024-11-27T07:18:31,441 INFO [M:0;289954c9202d:33853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45521/user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1713df52b7c1418f851cf42998572977, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T07:18:31,442 INFO [M:0;289954c9202d:33853 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=28, compaction requested=false 2024-11-27T07:18:31,443 INFO [M:0;289954c9202d:33853 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:31,443 DEBUG [M:0;289954c9202d:33853 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732691910540Disabling compacts and flushes for region at 1732691910540Disabling writes for close at 1732691910540Obtaining lock to block concurrent updates at 1732691910540Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732691910540Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732691910541 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732691910541Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732691910541Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732691910556 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732691910556Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732691910968 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732691910988 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732691910988Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732691910998 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732691911011 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732691911011Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cfca61f: reopening flushed file at 1732691911422 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46a03bd3: reopening flushed file at 1732691911428 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@123be8e: reopening flushed file at 1732691911435 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=28, compaction requested=false at 1732691911442 (+7 ms)Writing region close event to WAL at 1732691911443 (+1 ms)Closed at 1732691911443 2024-11-27T07:18:31,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741830_1006 (size=10165) 2024-11-27T07:18:31,445 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/09a9d19f-7ef7-3ff6-258f-e34329877a71/MasterData/WALs/289954c9202d,33853,1732691904570/289954c9202d%2C33853%2C1732691904570.1732691906488 not finished, retry = 0 2024-11-27T07:18:31,547 INFO [M:0;289954c9202d:33853 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T07:18:31,547 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:18:31,547 INFO [M:0;289954c9202d:33853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33853 2024-11-27T07:18:31,547 INFO [M:0;289954c9202d:33853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:18:31,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:18:31,660 INFO [M:0;289954c9202d:33853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:18:31,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33853-0x1017b28211d0003, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:18:31,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@372c6d8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:18:31,663 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:18:31,664 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:18:31,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:18:31,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/hadoop.log.dir/,STOPPED} 2024-11-27T07:18:31,665 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T07:18:31,665 WARN [BP-1978908599-172.17.0.3-1732691902506 heartbeating to localhost/127.0.0.1:45521 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T07:18:31,665 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T07:18:31,665 WARN [BP-1978908599-172.17.0.3-1732691902506 heartbeating to localhost/127.0.0.1:45521 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1978908599-172.17.0.3-1732691902506 (Datanode Uuid ef90e106-1332-4f0f-8bb4-e5c7fbdd0a0e) service to localhost/127.0.0.1:45521 2024-11-27T07:18:31,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/cluster_c26fb3ef-f3fe-5b5f-3bc2-70e8dacb86fe/data/data1/current/BP-1978908599-172.17.0.3-1732691902506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:18:31,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/cluster_c26fb3ef-f3fe-5b5f-3bc2-70e8dacb86fe/data/data2/current/BP-1978908599-172.17.0.3-1732691902506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:18:31,666 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T07:18:31,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@325753d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:18:31,673 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:18:31,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:18:31,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:18:31,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/hadoop.log.dir/,STOPPED} 2024-11-27T07:18:31,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T07:18:31,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T07:18:31,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:18:31,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:18:31,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:31,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:31,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:18:31,689 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T07:18:31,689 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1180765423, stopped=false 2024-11-27T07:18:31,689 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=289954c9202d,43041,1732691898673 2024-11-27T07:18:31,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-341735639/running 2024-11-27T07:18:31,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1017b28211d0001, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-341735639/running 2024-11-27T07:18:31,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341735639 2024-11-27T07:18:31,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1017b28211d0001, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341735639 2024-11-27T07:18:31,763 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:18:31,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:18:31,763 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:18:31,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:31,764 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '289954c9202d,41419,1732691899157' ***** 2024-11-27T07:18:31,764 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T07:18:31,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41419-0x1017b28211d0001, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Set watcher on znode that does not yet exist, /0-341735639/running 2024-11-27T07:18:31,764 INFO [RS:0;289954c9202d:41419 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T07:18:31,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Set watcher on znode that does not yet exist, /0-341735639/running 2024-11-27T07:18:31,764 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T07:18:31,764 INFO [RS:0;289954c9202d:41419 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T07:18:31,764 INFO [RS:0;289954c9202d:41419 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T07:18:31,764 INFO [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer(3091): Received CLOSE for 32366da7d4c1059db78e9da99057ad91 2024-11-27T07:18:31,765 INFO [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer(959): stopping server 289954c9202d,41419,1732691899157 2024-11-27T07:18:31,765 INFO [RS:0;289954c9202d:41419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:18:31,765 INFO [RS:0;289954c9202d:41419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:41419. 2024-11-27T07:18:31,765 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32366da7d4c1059db78e9da99057ad91, disabling compactions & flushes 2024-11-27T07:18:31,765 DEBUG [RS:0;289954c9202d:41419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:18:31,765 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91. 2024-11-27T07:18:31,765 DEBUG [RS:0;289954c9202d:41419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:31,765 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91. 2024-11-27T07:18:31,765 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91. after waiting 0 ms 2024-11-27T07:18:31,765 INFO [RS:0;289954c9202d:41419 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T07:18:31,765 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91. 2024-11-27T07:18:31,765 INFO [RS:0;289954c9202d:41419 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T07:18:31,765 INFO [RS:0;289954c9202d:41419 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T07:18:31,765 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 32366da7d4c1059db78e9da99057ad91 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-27T07:18:31,765 INFO [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T07:18:31,766 INFO [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T07:18:31,766 DEBUG [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer(1325): Online Regions={32366da7d4c1059db78e9da99057ad91=hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T07:18:31,766 DEBUG [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32366da7d4c1059db78e9da99057ad91 2024-11-27T07:18:31,766 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:18:31,766 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:18:31,766 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:18:31,766 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:18:31,766 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:18:31,766 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T07:18:31,780 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/replication/32366da7d4c1059db78e9da99057ad91/.tmp/queue/0dff3fb45ef54596a67eb4b062613b28 is 151, key is 1-289954c9202d,41419,1732691899157/queue:289954c9202d%2C41419%2C1732691899157/1732691909227/Put/seqid=0 2024-11-27T07:18:31,781 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/meta/1588230740/.tmp/info/e8d7494dfd1f4e65bcb3906a2b5e6f36 is 147, key is hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91./info:regioninfo/1732691908947/Put/seqid=0 2024-11-27T07:18:31,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43875 is added to blk_1073741838_1014 (size=5350) 2024-11-27T07:18:31,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43875 is added to blk_1073741839_1015 (size=6631) 2024-11-27T07:18:31,805 INFO [regionserver/289954c9202d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:18:31,966 DEBUG [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32366da7d4c1059db78e9da99057ad91 2024-11-27T07:18:32,013 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,41419,1732691899157.replicationSource.wal-reader.289954c9202d%2C41419%2C1732691899157,1-289954c9202d,41419,1732691899157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/WALs/289954c9202d,41419,1732691899157/289954c9202d%2C41419%2C1732691899157.1732691901227 to pos 0, reset compression=false 2024-11-27T07:18:32,095 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T07:18:32,095 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T07:18:32,166 DEBUG [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32366da7d4c1059db78e9da99057ad91 2024-11-27T07:18:32,193 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/replication/32366da7d4c1059db78e9da99057ad91/.tmp/queue/0dff3fb45ef54596a67eb4b062613b28 2024-11-27T07:18:32,194 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/meta/1588230740/.tmp/info/e8d7494dfd1f4e65bcb3906a2b5e6f36 2024-11-27T07:18:32,200 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/replication/32366da7d4c1059db78e9da99057ad91/.tmp/queue/0dff3fb45ef54596a67eb4b062613b28 as hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/replication/32366da7d4c1059db78e9da99057ad91/queue/0dff3fb45ef54596a67eb4b062613b28 2024-11-27T07:18:32,208 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/replication/32366da7d4c1059db78e9da99057ad91/queue/0dff3fb45ef54596a67eb4b062613b28, entries=1, sequenceid=5, filesize=5.2 K 2024-11-27T07:18:32,209 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 32366da7d4c1059db78e9da99057ad91 in 444ms, sequenceid=5, compaction requested=false 2024-11-27T07:18:32,209 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T07:18:32,214 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/replication/32366da7d4c1059db78e9da99057ad91/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T07:18:32,215 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:18:32,215 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:18:32,215 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91. 2024-11-27T07:18:32,215 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32366da7d4c1059db78e9da99057ad91: Waiting for close lock at 1732691911765Running coprocessor pre-close hooks at 1732691911765Disabling compacts and flushes for region at 1732691911765Disabling writes for close at 1732691911765Obtaining lock to block concurrent updates at 1732691911765Preparing flush snapshotting stores in 32366da7d4c1059db78e9da99057ad91 at 1732691911765Finished memstore snapshotting hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732691911765Flushing stores of hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91. at 1732691911766 (+1 ms)Flushing 32366da7d4c1059db78e9da99057ad91/queue: creating writer at 1732691911766Flushing 32366da7d4c1059db78e9da99057ad91/queue: appending metadata at 1732691911780 (+14 ms)Flushing 32366da7d4c1059db78e9da99057ad91/queue: closing flushed file at 1732691911780Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3500228: reopening flushed file at 1732691912200 (+420 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 32366da7d4c1059db78e9da99057ad91 in 444ms, sequenceid=5, compaction requested=false at 1732691912209 (+9 ms)Writing region close event to WAL at 1732691912210 (+1 ms)Running coprocessor post-close hooks at 1732691912215 (+5 ms)Closed at 1732691912215 2024-11-27T07:18:32,215 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732691908161.32366da7d4c1059db78e9da99057ad91. 2024-11-27T07:18:32,216 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/meta/1588230740/.tmp/ns/f904cdd8d8eb4b8b80f15f9ed189051a is 43, key is default/ns:d/1732691902303/Put/seqid=0 2024-11-27T07:18:32,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43875 is added to blk_1073741840_1016 (size=5153) 2024-11-27T07:18:32,366 DEBUG [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:18:32,567 DEBUG [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:18:32,622 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/meta/1588230740/.tmp/ns/f904cdd8d8eb4b8b80f15f9ed189051a 2024-11-27T07:18:32,648 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/meta/1588230740/.tmp/table/c28c74cac46a4a6ebc5c8513362f7a7a is 53, key is hbase:replication/table:state/1732691908956/Put/seqid=0 2024-11-27T07:18:32,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43875 is added to blk_1073741841_1017 (size=5256) 2024-11-27T07:18:32,767 INFO [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T07:18:32,767 DEBUG [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T07:18:32,767 DEBUG [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:18:32,821 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,41419,1732691899157.replicationSource.wal-reader.289954c9202d%2C41419%2C1732691899157,1-289954c9202d,41419,1732691899157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/WALs/289954c9202d,41419,1732691899157/289954c9202d%2C41419%2C1732691899157.1732691901227 to pos 0, reset compression=false 2024-11-27T07:18:32,967 DEBUG [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:18:33,053 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/meta/1588230740/.tmp/table/c28c74cac46a4a6ebc5c8513362f7a7a 2024-11-27T07:18:33,059 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/meta/1588230740/.tmp/info/e8d7494dfd1f4e65bcb3906a2b5e6f36 as hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/meta/1588230740/info/e8d7494dfd1f4e65bcb3906a2b5e6f36 2024-11-27T07:18:33,065 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/meta/1588230740/info/e8d7494dfd1f4e65bcb3906a2b5e6f36, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T07:18:33,066 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/meta/1588230740/.tmp/ns/f904cdd8d8eb4b8b80f15f9ed189051a as hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/meta/1588230740/ns/f904cdd8d8eb4b8b80f15f9ed189051a 2024-11-27T07:18:33,072 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/meta/1588230740/ns/f904cdd8d8eb4b8b80f15f9ed189051a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T07:18:33,073 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/meta/1588230740/.tmp/table/c28c74cac46a4a6ebc5c8513362f7a7a as hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/meta/1588230740/table/c28c74cac46a4a6ebc5c8513362f7a7a 2024-11-27T07:18:33,083 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/meta/1588230740/table/c28c74cac46a4a6ebc5c8513362f7a7a, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T07:18:33,084 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=11, compaction requested=false 2024-11-27T07:18:33,096 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T07:18:33,097 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:18:33,097 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:18:33,097 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:18:33,098 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732691911766Running coprocessor pre-close hooks at 1732691911766Disabling compacts and flushes for region at 1732691911766Disabling writes for close at 1732691911766Obtaining lock to block concurrent updates at 1732691911766Preparing flush snapshotting stores in 1588230740 at 1732691911766Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732691911766Flushing stores of hbase:meta,,1.1588230740 at 1732691911767 (+1 ms)Flushing 1588230740/info: creating writer at 1732691911767Flushing 1588230740/info: appending metadata at 1732691911780 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732691911780Flushing 1588230740/ns: creating writer at 1732691912200 (+420 ms)Flushing 1588230740/ns: appending metadata at 1732691912216 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732691912216Flushing 1588230740/table: creating writer at 1732691912629 (+413 ms)Flushing 1588230740/table: appending metadata at 1732691912647 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732691912647Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26f36900: reopening flushed file at 1732691913058 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17eff64b: reopening flushed file at 1732691913065 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4337fce6: reopening flushed file at 1732691913072 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=11, compaction requested=false at 1732691913084 (+12 ms)Writing region close event to WAL at 1732691913089 (+5 ms)Running coprocessor post-close hooks at 1732691913097 (+8 ms)Closed at 1732691913097 2024-11-27T07:18:33,098 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T07:18:33,167 INFO [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer(976): stopping server 289954c9202d,41419,1732691899157; all regions closed. 2024-11-27T07:18:33,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43875 is added to blk_1073741834_1010 (size=2742) 2024-11-27T07:18:33,170 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/WALs/289954c9202d,41419,1732691899157/289954c9202d%2C41419%2C1732691899157.meta.1732691902205.meta not finished, retry = 0 2024-11-27T07:18:33,273 DEBUG [RS:0;289954c9202d:41419 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/oldWALs 2024-11-27T07:18:33,273 INFO [RS:0;289954c9202d:41419 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C41419%2C1732691899157.meta:.meta(num 1732691902205) 2024-11-27T07:18:33,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43875 is added to blk_1073741837_1013 (size=1586) 2024-11-27T07:18:33,275 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/WALs/289954c9202d,41419,1732691899157/289954c9202d%2C41419%2C1732691899157.rep.1732691908908 not finished, retry = 0 2024-11-27T07:18:33,378 DEBUG [RS:0;289954c9202d:41419 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/oldWALs 2024-11-27T07:18:33,378 INFO [RS:0;289954c9202d:41419 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C41419%2C1732691899157.rep:(num 1732691908908) 2024-11-27T07:18:33,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43875 is added to blk_1073741832_1008 (size=93) 2024-11-27T07:18:33,381 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/WALs/289954c9202d,41419,1732691899157/289954c9202d%2C41419%2C1732691899157.1732691901227 not finished, retry = 0 2024-11-27T07:18:33,451 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:18:33,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:33,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:33,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:33,484 DEBUG [RS:0;289954c9202d:41419 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/oldWALs 2024-11-27T07:18:33,484 INFO [RS:0;289954c9202d:41419 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C41419%2C1732691899157:(num 1732691901227) 2024-11-27T07:18:33,484 DEBUG [RS:0;289954c9202d:41419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:33,484 INFO [RS:0;289954c9202d:41419 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:18:33,484 INFO [RS:0;289954c9202d:41419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:18:33,484 INFO [RS:0;289954c9202d:41419 {}] hbase.ChoreService(370): Chore service for: regionserver/289954c9202d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T07:18:33,484 INFO [RS:0;289954c9202d:41419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:18:33,484 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:18:33,484 INFO [RS:0;289954c9202d:41419 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-289954c9202d,41419,1732691899157 because: Region server is closing 2024-11-27T07:18:33,485 INFO [RS:0;289954c9202d:41419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:41419. 2024-11-27T07:18:33,485 DEBUG [RS:0;289954c9202d:41419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:18:33,485 DEBUG [RS:0;289954c9202d:41419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:33,485 DEBUG [RS:0;289954c9202d:41419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:33,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:18:33,585 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,41419,1732691899157.replicationSource.wal-reader.289954c9202d%2C41419%2C1732691899157,1-289954c9202d,41419,1732691899157 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T07:18:33,585 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,41419,1732691899157.replicationSource.shipper289954c9202d%2C41419%2C1732691899157,1-289954c9202d,41419,1732691899157 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T07:18:33,585 INFO [RS:0;289954c9202d:41419 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,41419,1732691899157.replicationSource.shipper289954c9202d%2C41419%2C1732691899157,1-289954c9202d,41419,1732691899157 terminated 2024-11-27T07:18:33,586 INFO [RS:0;289954c9202d:41419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41419 2024-11-27T07:18:33,636 INFO [RS:0;289954c9202d:41419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:18:33,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1017b28211d0001, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-341735639/rs/289954c9202d,41419,1732691899157 2024-11-27T07:18:33,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341735639/rs 2024-11-27T07:18:33,647 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [289954c9202d,41419,1732691899157] 2024-11-27T07:18:33,657 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-341735639/draining/289954c9202d,41419,1732691899157 already deleted, retry=false 2024-11-27T07:18:33,658 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 289954c9202d,41419,1732691899157 expired; onlineServers=0 2024-11-27T07:18:33,658 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '289954c9202d,43041,1732691898673' ***** 2024-11-27T07:18:33,658 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T07:18:33,658 INFO [M:0;289954c9202d:43041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:18:33,658 INFO [M:0;289954c9202d:43041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:18:33,658 DEBUG [M:0;289954c9202d:43041 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T07:18:33,658 DEBUG [M:0;289954c9202d:43041 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T07:18:33,658 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T07:18:33,658 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732691901032 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732691901032,5,FailOnTimeoutGroup] 2024-11-27T07:18:33,658 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732691901028 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732691901028,5,FailOnTimeoutGroup] 2024-11-27T07:18:33,658 INFO [M:0;289954c9202d:43041 {}] hbase.ChoreService(370): Chore service for: master/289954c9202d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T07:18:33,658 INFO [M:0;289954c9202d:43041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:18:33,659 DEBUG [M:0;289954c9202d:43041 {}] master.HMaster(1795): Stopping service threads 2024-11-27T07:18:33,659 INFO [M:0;289954c9202d:43041 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T07:18:33,659 INFO [M:0;289954c9202d:43041 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:18:33,659 INFO [M:0;289954c9202d:43041 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T07:18:33,659 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T07:18:33,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-341735639/master 2024-11-27T07:18:33,668 DEBUG [M:0;289954c9202d:43041 {}] zookeeper.ZKUtil(347): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Unable to get data of znode /0-341735639/master because node does not exist (not an error) 2024-11-27T07:18:33,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-341735639 2024-11-27T07:18:33,668 WARN [M:0;289954c9202d:43041 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T07:18:33,669 INFO [M:0;289954c9202d:43041 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/.lastflushedseqids 2024-11-27T07:18:33,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43875 is added to blk_1073741842_1018 (size=181) 2024-11-27T07:18:33,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1017b28211d0001, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:18:33,747 INFO [RS:0;289954c9202d:41419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:18:33,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1017b28211d0001, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:18:33,747 INFO [RS:0;289954c9202d:41419 {}] regionserver.HRegionServer(1031): Exiting; stopping=289954c9202d,41419,1732691899157; zookeeper connection closed. 2024-11-27T07:18:33,747 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1aaf4364 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1aaf4364 2024-11-27T07:18:33,748 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T07:18:34,074 INFO [M:0;289954c9202d:43041 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T07:18:34,074 INFO [M:0;289954c9202d:43041 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T07:18:34,074 DEBUG [M:0;289954c9202d:43041 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:18:34,074 INFO [M:0;289954c9202d:43041 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:34,074 DEBUG [M:0;289954c9202d:43041 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:34,074 DEBUG [M:0;289954c9202d:43041 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:18:34,074 DEBUG [M:0;289954c9202d:43041 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:34,074 INFO [M:0;289954c9202d:43041 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-27T07:18:34,089 DEBUG [M:0;289954c9202d:43041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a30b99e6689e4a53ad8bd4ab615239c1 is 82, key is hbase:meta,,1/info:regioninfo/1732691902247/Put/seqid=0 2024-11-27T07:18:34,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43875 is added to blk_1073741843_1019 (size=5672) 2024-11-27T07:18:34,493 INFO [M:0;289954c9202d:43041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a30b99e6689e4a53ad8bd4ab615239c1 2024-11-27T07:18:34,515 DEBUG [M:0;289954c9202d:43041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53741d1056414928b992cb7b256ee2df is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732691908962/Put/seqid=0 2024-11-27T07:18:34,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43875 is added to blk_1073741844_1020 (size=7203) 2024-11-27T07:18:34,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:18:34,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T07:18:34,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:18:34,920 INFO [M:0;289954c9202d:43041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53741d1056414928b992cb7b256ee2df 2024-11-27T07:18:34,941 DEBUG [M:0;289954c9202d:43041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba9bf65236d54016b212e13def1a21f4 is 69, key is 289954c9202d,41419,1732691899157/rs:state/1732691901067/Put/seqid=0 2024-11-27T07:18:34,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43875 is added to blk_1073741845_1021 (size=5156) 2024-11-27T07:18:35,346 INFO [M:0;289954c9202d:43041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba9bf65236d54016b212e13def1a21f4 2024-11-27T07:18:35,351 DEBUG [M:0;289954c9202d:43041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a30b99e6689e4a53ad8bd4ab615239c1 as hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a30b99e6689e4a53ad8bd4ab615239c1 2024-11-27T07:18:35,358 INFO [M:0;289954c9202d:43041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a30b99e6689e4a53ad8bd4ab615239c1, entries=8, sequenceid=70, filesize=5.5 K 2024-11-27T07:18:35,359 DEBUG [M:0;289954c9202d:43041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53741d1056414928b992cb7b256ee2df as hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53741d1056414928b992cb7b256ee2df 2024-11-27T07:18:35,365 INFO [M:0;289954c9202d:43041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53741d1056414928b992cb7b256ee2df, entries=8, sequenceid=70, filesize=7.0 K 2024-11-27T07:18:35,366 DEBUG [M:0;289954c9202d:43041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba9bf65236d54016b212e13def1a21f4 as hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba9bf65236d54016b212e13def1a21f4 2024-11-27T07:18:35,371 INFO [M:0;289954c9202d:43041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37081/user/jenkins/test-data/87bc301a-90ab-cf23-29e1-8bbb8f13e15a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba9bf65236d54016b212e13def1a21f4, entries=1, sequenceid=70, filesize=5.0 K 2024-11-27T07:18:35,373 INFO [M:0;289954c9202d:43041 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=70, compaction requested=false 2024-11-27T07:18:35,378 INFO [M:0;289954c9202d:43041 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:35,379 DEBUG [M:0;289954c9202d:43041 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732691914074Disabling compacts and flushes for region at 1732691914074Disabling writes for close at 1732691914074Obtaining lock to block concurrent updates at 1732691914074Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732691914074Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732691914075 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732691914075Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732691914075Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732691914088 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732691914088Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732691914498 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732691914514 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732691914514Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732691914925 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732691914940 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732691914940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6808f3b0: reopening flushed file at 1732691915351 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c2c012f: reopening flushed file at 1732691915358 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@738f1869: reopening flushed file at 1732691915365 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=70, compaction requested=false at 1732691915373 (+8 ms)Writing region close event to WAL at 1732691915378 (+5 ms)Closed at 1732691915378 2024-11-27T07:18:35,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43875 is added to blk_1073741830_1006 (size=41008) 2024-11-27T07:18:35,383 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:18:35,383 INFO [M:0;289954c9202d:43041 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T07:18:35,383 INFO [M:0;289954c9202d:43041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43041 2024-11-27T07:18:35,383 INFO [M:0;289954c9202d:43041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:18:35,494 INFO [M:0;289954c9202d:43041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:18:35,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:18:35,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x1017b28211d0000, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:18:35,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f736734{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:18:35,504 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:18:35,504 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:18:35,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:18:35,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/hadoop.log.dir/,STOPPED} 2024-11-27T07:18:35,506 WARN [BP-1121455004-172.17.0.3-1732691895707 heartbeating to localhost/127.0.0.1:37081 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T07:18:35,506 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T07:18:35,506 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T07:18:35,506 WARN [BP-1121455004-172.17.0.3-1732691895707 heartbeating to localhost/127.0.0.1:37081 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1121455004-172.17.0.3-1732691895707 (Datanode Uuid 02c3e450-3d52-4d08-88c7-69309d93ac4f) service to localhost/127.0.0.1:37081 2024-11-27T07:18:35,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/cluster_a57b88ab-4260-481d-7d30-ba1908ff1c53/data/data1/current/BP-1121455004-172.17.0.3-1732691895707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:18:35,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/cluster_a57b88ab-4260-481d-7d30-ba1908ff1c53/data/data2/current/BP-1121455004-172.17.0.3-1732691895707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:18:35,507 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T07:18:35,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@440b13fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:18:35,515 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:18:35,515 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:18:35,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:18:35,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/215580a0-3866-f9b2-448f-7edcc64c2c3b/hadoop.log.dir/,STOPPED} 2024-11-27T07:18:35,524 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T07:18:35,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T07:18:35,547 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 109) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37081 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45521 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37081 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37081 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52786) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37081 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37081 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52786) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=675 (was 704), ProcessCount=11 (was 11), AvailableMemoryMB=4722 (was 6015) 2024-11-27T07:18:35,554 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=675, ProcessCount=11, AvailableMemoryMB=4722 2024-11-27T07:18:35,565 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-27T07:18:35,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/hadoop.log.dir so I do NOT create it in target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a 2024-11-27T07:18:35,566 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T07:18:35,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/hadoop.tmp.dir so I do NOT create it in target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a 2024-11-27T07:18:35,566 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f6176b6-923c-bf26-2c22-66a36e92aa87/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T07:18:35,566 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a 2024-11-27T07:18:35,566 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/cluster_88b2de84-0eb5-a2f8-8f22-942a82fa916d, deleteOnExit=true 2024-11-27T07:18:35,586 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/cluster_88b2de84-0eb5-a2f8-8f22-942a82fa916d/zookeeper_0, clientPort=59449, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/cluster_88b2de84-0eb5-a2f8-8f22-942a82fa916d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/cluster_88b2de84-0eb5-a2f8-8f22-942a82fa916d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T07:18:35,587 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59449 2024-11-27T07:18:35,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T07:18:35,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T07:18:35,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/test.cache.data in system properties and HBase conf 2024-11-27T07:18:35,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T07:18:35,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/hadoop.log.dir in system properties and HBase conf 2024-11-27T07:18:35,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T07:18:35,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T07:18:35,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T07:18:35,588 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T07:18:35,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:18:35,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:18:35,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T07:18:35,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:18:35,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T07:18:35,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T07:18:35,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:18:35,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:18:35,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T07:18:35,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/nfs.dump.dir in system properties and HBase conf 2024-11-27T07:18:35,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/java.io.tmpdir in system properties and HBase conf 2024-11-27T07:18:35,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:18:35,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T07:18:35,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T07:18:35,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017b28211d0005, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T07:18:35,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017b28211d0002, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T07:18:35,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017b28211d0005, quorum=127.0.0.1:52786, baseZNode=/11276407599 Received Disconnected from ZooKeeper, ignoring 2024-11-27T07:18:35,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017b28211d0002, quorum=127.0.0.1:52786, baseZNode=/0-341735639 Received Disconnected from ZooKeeper, ignoring 2024-11-27T07:18:35,948 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:18:35,953 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:18:35,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:18:35,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:18:35,955 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T07:18:35,955 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:18:35,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a50b0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:18:35,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fecc9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:18:36,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19f28759{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/java.io.tmpdir/jetty-localhost-46751-hadoop-hdfs-3_4_1-tests_jar-_-any-17143355970309595589/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:18:36,054 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b5fcb95{HTTP/1.1, (http/1.1)}{localhost:46751} 2024-11-27T07:18:36,055 INFO [Time-limited test {}] server.Server(415): Started @60463ms 2024-11-27T07:18:36,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:18:36,333 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:18:36,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:18:36,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:18:36,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T07:18:36,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530a7c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:18:36,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e93db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:18:36,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9c2799f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/java.io.tmpdir/jetty-localhost-39649-hadoop-hdfs-3_4_1-tests_jar-_-any-4170018005786691662/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:18:36,431 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@133292a0{HTTP/1.1, (http/1.1)}{localhost:39649} 2024-11-27T07:18:36,431 INFO [Time-limited test {}] server.Server(415): Started @60839ms 2024-11-27T07:18:36,432 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T07:18:37,354 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/cluster_88b2de84-0eb5-a2f8-8f22-942a82fa916d/data/data2/current/BP-1626196355-172.17.0.3-1732691915612/current, will proceed with Du for space computation calculation, 2024-11-27T07:18:37,354 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/cluster_88b2de84-0eb5-a2f8-8f22-942a82fa916d/data/data1/current/BP-1626196355-172.17.0.3-1732691915612/current, will proceed with Du for space computation calculation, 2024-11-27T07:18:37,374 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T07:18:37,376 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x151fbcd1c6044ba9 with lease ID 0xefb01726b58dd1f1: Processing first storage report for DS-c2dfe09f-b2e0-436f-ae2c-4f497dea50da from datanode DatanodeRegistration(127.0.0.1:35135, datanodeUuid=7983ad98-79e7-4955-9568-ab90db147392, infoPort=46185, infoSecurePort=0, ipcPort=41317, storageInfo=lv=-57;cid=testClusterID;nsid=1790231548;c=1732691915612) 2024-11-27T07:18:37,376 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x151fbcd1c6044ba9 with lease ID 0xefb01726b58dd1f1: from storage DS-c2dfe09f-b2e0-436f-ae2c-4f497dea50da node DatanodeRegistration(127.0.0.1:35135, datanodeUuid=7983ad98-79e7-4955-9568-ab90db147392, infoPort=46185, infoSecurePort=0, ipcPort=41317, storageInfo=lv=-57;cid=testClusterID;nsid=1790231548;c=1732691915612), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:18:37,377 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x151fbcd1c6044ba9 with lease ID 0xefb01726b58dd1f1: Processing first storage report for DS-ebfdd88b-9ee0-4892-aae1-16fae32a7ed1 from datanode DatanodeRegistration(127.0.0.1:35135, datanodeUuid=7983ad98-79e7-4955-9568-ab90db147392, infoPort=46185, infoSecurePort=0, ipcPort=41317, storageInfo=lv=-57;cid=testClusterID;nsid=1790231548;c=1732691915612) 2024-11-27T07:18:37,377 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x151fbcd1c6044ba9 with lease ID 0xefb01726b58dd1f1: from storage DS-ebfdd88b-9ee0-4892-aae1-16fae32a7ed1 node DatanodeRegistration(127.0.0.1:35135, datanodeUuid=7983ad98-79e7-4955-9568-ab90db147392, infoPort=46185, infoSecurePort=0, ipcPort=41317, storageInfo=lv=-57;cid=testClusterID;nsid=1790231548;c=1732691915612), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:18:37,461 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a 2024-11-27T07:18:37,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:37,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:37,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741825_1001 (size=7) 2024-11-27T07:18:37,870 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859 with version=8 2024-11-27T07:18:37,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/hbase-staging 2024-11-27T07:18:37,873 INFO [Time-limited test {}] client.ConnectionUtils(128): master/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:18:37,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:37,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:37,873 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:18:37,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:37,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:18:37,873 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T07:18:37,873 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:18:37,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38801 2024-11-27T07:18:37,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38801 connecting to ZooKeeper ensemble=127.0.0.1:59449 2024-11-27T07:18:38,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388010x0, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:18:38,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38801-0x1017b286eec0000 connected 2024-11-27T07:18:38,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:38,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:38,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Set watcher on znode that does not yet exist, /0-1520057438/running 2024-11-27T07:18:38,092 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859, hbase.cluster.distributed=false 2024-11-27T07:18:38,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Set watcher on znode that does not yet exist, /0-1520057438/acl 2024-11-27T07:18:38,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38801 2024-11-27T07:18:38,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38801 2024-11-27T07:18:38,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38801 2024-11-27T07:18:38,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38801 2024-11-27T07:18:38,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38801 2024-11-27T07:18:38,108 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:18:38,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:38,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:38,108 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:18:38,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:38,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:18:38,108 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T07:18:38,108 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:18:38,109 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33371 2024-11-27T07:18:38,110 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33371 connecting to ZooKeeper ensemble=127.0.0.1:59449 2024-11-27T07:18:38,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:38,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:38,128 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333710x0, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:18:38,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333710x0, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Set watcher on znode that does not yet exist, /0-1520057438/running 2024-11-27T07:18:38,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33371-0x1017b286eec0001 connected 2024-11-27T07:18:38,129 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T07:18:38,130 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T07:18:38,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33371-0x1017b286eec0001, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Set watcher on znode that does not yet exist, /0-1520057438/master 2024-11-27T07:18:38,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33371-0x1017b286eec0001, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Set watcher on znode that does not yet exist, /0-1520057438/acl 2024-11-27T07:18:38,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33371 2024-11-27T07:18:38,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33371 2024-11-27T07:18:38,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33371 2024-11-27T07:18:38,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33371 2024-11-27T07:18:38,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33371 2024-11-27T07:18:38,150 DEBUG [M:0;289954c9202d:38801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;289954c9202d:38801 2024-11-27T07:18:38,151 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1520057438/backup-masters/289954c9202d,38801,1732691917873 2024-11-27T07:18:38,162 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1017b286eec0001, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1520057438/backup-masters 2024-11-27T07:18:38,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1520057438/backup-masters 2024-11-27T07:18:38,163 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Set watcher on existing znode=/0-1520057438/backup-masters/289954c9202d,38801,1732691917873 2024-11-27T07:18:38,173 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1017b286eec0001, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1520057438/master 2024-11-27T07:18:38,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1520057438 2024-11-27T07:18:38,173 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1017b286eec0001, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1520057438 2024-11-27T07:18:38,173 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Set watcher on existing znode=/0-1520057438/master 2024-11-27T07:18:38,174 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1520057438/backup-masters/289954c9202d,38801,1732691917873 from backup master directory 2024-11-27T07:18:38,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1520057438/backup-masters/289954c9202d,38801,1732691917873 2024-11-27T07:18:38,183 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1017b286eec0001, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1520057438/backup-masters 2024-11-27T07:18:38,183 WARN [master/289954c9202d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:18:38,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1520057438/backup-masters 2024-11-27T07:18:38,183 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=289954c9202d,38801,1732691917873 2024-11-27T07:18:38,187 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/hbase.id] with ID: 75b36e91-0887-4d3a-a71a-6272f89701e4 2024-11-27T07:18:38,187 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/.tmp/hbase.id 2024-11-27T07:18:38,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741826_1002 (size=42) 2024-11-27T07:18:38,193 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/.tmp/hbase.id]:[hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/hbase.id] 2024-11-27T07:18:38,207 INFO [master/289954c9202d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:38,207 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T07:18:38,208 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T07:18:38,215 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1017b286eec0001, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1520057438 2024-11-27T07:18:38,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1520057438 2024-11-27T07:18:38,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741827_1003 (size=196) 2024-11-27T07:18:38,220 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:18:38,221 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T07:18:38,221 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:18:38,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741828_1004 (size=1189) 2024-11-27T07:18:38,599 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:18:38,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:38,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:38,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:38,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:38,628 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/data/master/store 2024-11-27T07:18:38,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741829_1005 (size=34) 2024-11-27T07:18:39,038 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:39,038 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:18:39,038 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:39,038 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:39,038 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:18:39,038 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:39,038 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:39,038 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732691919038Disabling compacts and flushes for region at 1732691919038Disabling writes for close at 1732691919038Writing region close event to WAL at 1732691919038Closed at 1732691919038 2024-11-27T07:18:39,039 WARN [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/data/master/store/.initializing 2024-11-27T07:18:39,039 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/WALs/289954c9202d,38801,1732691917873 2024-11-27T07:18:39,040 INFO [master/289954c9202d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:18:39,042 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=289954c9202d%2C38801%2C1732691917873, suffix=, logDir=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/WALs/289954c9202d,38801,1732691917873, archiveDir=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/oldWALs, maxLogs=10 2024-11-27T07:18:39,057 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/WALs/289954c9202d,38801,1732691917873/289954c9202d%2C38801%2C1732691917873.1732691919042, exclude list is [], retry=0 2024-11-27T07:18:39,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35135,DS-c2dfe09f-b2e0-436f-ae2c-4f497dea50da,DISK] 2024-11-27T07:18:39,073 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/WALs/289954c9202d,38801,1732691917873/289954c9202d%2C38801%2C1732691917873.1732691919042 2024-11-27T07:18:39,075 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46185:46185)] 2024-11-27T07:18:39,075 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:18:39,076 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:39,076 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:39,076 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:39,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:39,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T07:18:39,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:39,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:39,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:39,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T07:18:39,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:39,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:39,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:39,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T07:18:39,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:39,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:39,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:39,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T07:18:39,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:39,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:39,094 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:39,095 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:39,095 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:39,097 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:39,097 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:39,098 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:18:39,100 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:39,103 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:18:39,103 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70718720, jitterRate=0.053791046142578125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:18:39,105 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732691919076Initializing all the Stores at 1732691919077 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691919077Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691919078 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691919078Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691919078Cleaning up temporary data from old regions at 1732691919097 (+19 ms)Region opened successfully at 1732691919104 (+7 ms) 2024-11-27T07:18:39,105 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T07:18:39,110 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590a53e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:18:39,111 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T07:18:39,112 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T07:18:39,112 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T07:18:39,112 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T07:18:39,113 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T07:18:39,113 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T07:18:39,113 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T07:18:39,117 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T07:18:39,118 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Unable to get data of znode /0-1520057438/balancer because node does not exist (not necessarily an error) 2024-11-27T07:18:39,173 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1520057438/balancer already deleted, retry=false 2024-11-27T07:18:39,173 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T07:18:39,174 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Unable to get data of znode /0-1520057438/normalizer because node does not exist (not necessarily an error) 2024-11-27T07:18:39,183 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1520057438/normalizer already deleted, retry=false 2024-11-27T07:18:39,184 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T07:18:39,193 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Unable to get data of znode /0-1520057438/switch/split because node does not exist (not necessarily an error) 2024-11-27T07:18:39,204 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1520057438/switch/split already deleted, retry=false 2024-11-27T07:18:39,206 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Unable to get data of znode /0-1520057438/switch/merge because node does not exist (not necessarily an error) 2024-11-27T07:18:39,215 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1520057438/switch/merge already deleted, retry=false 2024-11-27T07:18:39,218 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Unable to get data of znode /0-1520057438/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T07:18:39,225 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1520057438/snapshot-cleanup already deleted, retry=false 2024-11-27T07:18:39,236 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1017b286eec0001, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1520057438/running 2024-11-27T07:18:39,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1520057438/running 2024-11-27T07:18:39,236 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1017b286eec0001, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1520057438 2024-11-27T07:18:39,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1520057438 2024-11-27T07:18:39,237 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=289954c9202d,38801,1732691917873, sessionid=0x1017b286eec0000, setting cluster-up flag (Was=false) 2024-11-27T07:18:39,257 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1017b286eec0001, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1520057438 2024-11-27T07:18:39,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1520057438 2024-11-27T07:18:39,289 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1520057438/flush-table-proc/acquired, /0-1520057438/flush-table-proc/reached, /0-1520057438/flush-table-proc/abort 2024-11-27T07:18:39,290 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,38801,1732691917873 2024-11-27T07:18:39,310 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1017b286eec0001, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1520057438 2024-11-27T07:18:39,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1520057438 2024-11-27T07:18:39,341 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1520057438/online-snapshot/acquired, /0-1520057438/online-snapshot/reached, /0-1520057438/online-snapshot/abort 2024-11-27T07:18:39,342 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,38801,1732691917873 2024-11-27T07:18:39,345 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T07:18:39,355 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T07:18:39,356 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T07:18:39,356 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T07:18:39,356 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 289954c9202d,38801,1732691917873 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T07:18:39,359 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:18:39,359 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:18:39,359 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:18:39,359 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:18:39,359 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/289954c9202d:0, corePoolSize=10, maxPoolSize=10 2024-11-27T07:18:39,360 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:39,360 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:18:39,361 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:39,383 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:18:39,383 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T07:18:39,385 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:39,385 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T07:18:39,414 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732691949414 2024-11-27T07:18:39,414 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T07:18:39,414 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T07:18:39,414 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T07:18:39,415 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T07:18:39,415 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T07:18:39,415 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T07:18:39,416 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:39,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741831_1007 (size=1321) 2024-11-27T07:18:39,424 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T07:18:39,425 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T07:18:39,425 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T07:18:39,425 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T07:18:39,425 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T07:18:39,425 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T07:18:39,426 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732691919425,5,FailOnTimeoutGroup] 2024-11-27T07:18:39,428 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732691919426,5,FailOnTimeoutGroup] 2024-11-27T07:18:39,428 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:39,428 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T07:18:39,428 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:39,428 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:39,440 INFO [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(746): ClusterId : 75b36e91-0887-4d3a-a71a-6272f89701e4 2024-11-27T07:18:39,440 DEBUG [RS:0;289954c9202d:33371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T07:18:39,449 DEBUG [RS:0;289954c9202d:33371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T07:18:39,449 DEBUG [RS:0;289954c9202d:33371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T07:18:39,459 DEBUG [RS:0;289954c9202d:33371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T07:18:39,460 DEBUG [RS:0;289954c9202d:33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4684ac61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:18:39,480 DEBUG [RS:0;289954c9202d:33371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;289954c9202d:33371 2024-11-27T07:18:39,480 INFO [RS:0;289954c9202d:33371 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T07:18:39,480 INFO [RS:0;289954c9202d:33371 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T07:18:39,480 DEBUG [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T07:18:39,484 INFO [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,38801,1732691917873 with port=33371, startcode=1732691918107 2024-11-27T07:18:39,485 DEBUG [RS:0;289954c9202d:33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T07:18:39,487 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T07:18:39,488 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38801 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 289954c9202d,33371,1732691918107 2024-11-27T07:18:39,488 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38801 {}] master.ServerManager(517): Registering regionserver=289954c9202d,33371,1732691918107 2024-11-27T07:18:39,491 DEBUG [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859 2024-11-27T07:18:39,492 DEBUG [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41351 2024-11-27T07:18:39,492 DEBUG [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T07:18:39,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1520057438/rs 2024-11-27T07:18:39,500 DEBUG [RS:0;289954c9202d:33371 {}] zookeeper.ZKUtil(111): regionserver:33371-0x1017b286eec0001, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Set watcher on existing znode=/0-1520057438/rs/289954c9202d,33371,1732691918107 2024-11-27T07:18:39,500 WARN [RS:0;289954c9202d:33371 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:18:39,500 INFO [RS:0;289954c9202d:33371 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:18:39,500 DEBUG [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107 2024-11-27T07:18:39,505 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [289954c9202d,33371,1732691918107] 2024-11-27T07:18:39,534 INFO [RS:0;289954c9202d:33371 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T07:18:39,544 INFO [RS:0;289954c9202d:33371 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T07:18:39,559 INFO [RS:0;289954c9202d:33371 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T07:18:39,559 INFO [RS:0;289954c9202d:33371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:39,564 INFO [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T07:18:39,565 INFO [RS:0;289954c9202d:33371 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T07:18:39,565 INFO [RS:0;289954c9202d:33371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:39,566 DEBUG [RS:0;289954c9202d:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:39,566 DEBUG [RS:0;289954c9202d:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:39,566 DEBUG [RS:0;289954c9202d:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:39,566 DEBUG [RS:0;289954c9202d:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:39,566 DEBUG [RS:0;289954c9202d:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:39,566 DEBUG [RS:0;289954c9202d:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:18:39,566 DEBUG [RS:0;289954c9202d:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:39,566 DEBUG [RS:0;289954c9202d:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:39,566 DEBUG [RS:0;289954c9202d:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:39,566 DEBUG [RS:0;289954c9202d:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:39,566 DEBUG [RS:0;289954c9202d:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:39,566 DEBUG [RS:0;289954c9202d:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:39,566 DEBUG [RS:0;289954c9202d:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:18:39,566 DEBUG [RS:0;289954c9202d:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:18:39,597 INFO [RS:0;289954c9202d:33371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:39,597 INFO [RS:0;289954c9202d:33371 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:39,597 INFO [RS:0;289954c9202d:33371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:39,597 INFO [RS:0;289954c9202d:33371 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:39,597 INFO [RS:0;289954c9202d:33371 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:39,597 INFO [RS:0;289954c9202d:33371 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33371,1732691918107-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:18:39,622 INFO [RS:0;289954c9202d:33371 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T07:18:39,622 INFO [RS:0;289954c9202d:33371 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33371,1732691918107-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:39,622 INFO [RS:0;289954c9202d:33371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:39,622 INFO [RS:0;289954c9202d:33371 {}] regionserver.Replication(171): 289954c9202d,33371,1732691918107 started 2024-11-27T07:18:39,642 INFO [RS:0;289954c9202d:33371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:39,642 INFO [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(1482): Serving as 289954c9202d,33371,1732691918107, RpcServer on 289954c9202d/172.17.0.3:33371, sessionid=0x1017b286eec0001 2024-11-27T07:18:39,643 DEBUG [RS:0;289954c9202d:33371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T07:18:39,643 DEBUG [RS:0;289954c9202d:33371 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 289954c9202d,33371,1732691918107 2024-11-27T07:18:39,643 DEBUG [RS:0;289954c9202d:33371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,33371,1732691918107' 2024-11-27T07:18:39,643 DEBUG [RS:0;289954c9202d:33371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1520057438/flush-table-proc/abort' 2024-11-27T07:18:39,643 DEBUG [RS:0;289954c9202d:33371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1520057438/flush-table-proc/acquired' 2024-11-27T07:18:39,649 DEBUG [RS:0;289954c9202d:33371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T07:18:39,649 DEBUG [RS:0;289954c9202d:33371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T07:18:39,649 DEBUG [RS:0;289954c9202d:33371 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 289954c9202d,33371,1732691918107 2024-11-27T07:18:39,649 DEBUG [RS:0;289954c9202d:33371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,33371,1732691918107' 2024-11-27T07:18:39,649 DEBUG [RS:0;289954c9202d:33371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1520057438/online-snapshot/abort' 2024-11-27T07:18:39,649 DEBUG [RS:0;289954c9202d:33371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1520057438/online-snapshot/acquired' 2024-11-27T07:18:39,650 DEBUG [RS:0;289954c9202d:33371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T07:18:39,650 INFO [RS:0;289954c9202d:33371 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T07:18:39,650 INFO [RS:0;289954c9202d:33371 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T07:18:39,751 INFO [RS:0;289954c9202d:33371 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:18:39,753 INFO [RS:0;289954c9202d:33371 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C33371%2C1732691918107, suffix=, logDir=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107, archiveDir=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/oldWALs, maxLogs=10 2024-11-27T07:18:39,774 DEBUG [RS:0;289954c9202d:33371 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753, exclude list is [], retry=0 2024-11-27T07:18:39,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35135,DS-c2dfe09f-b2e0-436f-ae2c-4f497dea50da,DISK] 2024-11-27T07:18:39,782 INFO [RS:0;289954c9202d:33371 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 2024-11-27T07:18:39,793 DEBUG [RS:0;289954c9202d:33371 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46185:46185)] 2024-11-27T07:18:39,823 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T07:18:39,823 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859 2024-11-27T07:18:39,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741833_1009 (size=32) 2024-11-27T07:18:39,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:39,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:18:39,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:18:39,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:39,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:39,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:18:39,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:18:39,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:39,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:39,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:18:39,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:18:39,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:39,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:39,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:18:39,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:18:39,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:39,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:39,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:18:39,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740 2024-11-27T07:18:39,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740 2024-11-27T07:18:39,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:18:39,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:18:39,856 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:18:39,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:18:39,860 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:18:39,861 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63627090, jitterRate=-0.05188247561454773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:18:39,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732691919836Initializing all the Stores at 1732691919839 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691919839Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691919839Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691919839Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691919839Cleaning up temporary data from old regions at 1732691919856 (+17 ms)Region opened successfully at 1732691919861 (+5 ms) 2024-11-27T07:18:39,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:18:39,862 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:18:39,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:18:39,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:18:39,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:18:39,862 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:18:39,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732691919862Disabling compacts and flushes for region at 1732691919862Disabling writes for close at 1732691919862Writing region close event to WAL at 1732691919862Closed at 1732691919862 2024-11-27T07:18:39,864 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:18:39,864 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T07:18:39,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T07:18:39,866 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:18:39,868 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T07:18:40,018 DEBUG [289954c9202d:38801 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:18:40,019 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=289954c9202d,33371,1732691918107 2024-11-27T07:18:40,022 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,33371,1732691918107, state=OPENING 2024-11-27T07:18:40,269 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T07:18:40,478 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1017b286eec0001, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1520057438 2024-11-27T07:18:40,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1520057438 2024-11-27T07:18:40,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1520057438/meta-region-server: CHANGED 2024-11-27T07:18:40,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1520057438/meta-region-server: CHANGED 2024-11-27T07:18:40,488 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:18:40,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,33371,1732691918107}] 2024-11-27T07:18:40,643 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:18:40,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:18:40,654 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T07:18:40,654 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:18:40,655 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T07:18:40,657 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C33371%2C1732691918107.meta, suffix=.meta, logDir=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107, archiveDir=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/oldWALs, maxLogs=10 2024-11-27T07:18:40,677 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.meta.1732691920658.meta, exclude list is [], retry=0 2024-11-27T07:18:40,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35135,DS-c2dfe09f-b2e0-436f-ae2c-4f497dea50da,DISK] 2024-11-27T07:18:40,685 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.meta.1732691920658.meta 2024-11-27T07:18:40,692 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46185:46185)] 2024-11-27T07:18:40,692 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:18:40,693 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:18:40,693 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:18:40,693 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T07:18:40,693 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T07:18:40,693 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T07:18:40,693 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:40,693 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T07:18:40,694 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T07:18:40,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:18:40,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:18:40,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:40,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:40,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:18:40,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:18:40,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:40,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:40,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:18:40,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:18:40,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:40,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:40,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:18:40,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:18:40,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:40,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:40,709 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:18:40,711 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740 2024-11-27T07:18:40,713 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740 2024-11-27T07:18:40,715 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:18:40,715 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:18:40,716 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:18:40,719 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:18:40,720 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64099841, jitterRate=-0.044837936758995056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:18:40,720 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T07:18:40,721 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732691920694Writing region info on filesystem at 1732691920694Initializing all the Stores at 1732691920695 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691920695Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691920695Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691920695Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691920695Cleaning up temporary data from old regions at 1732691920715 (+20 ms)Running coprocessor post-open hooks at 1732691920720 (+5 ms)Region opened successfully at 1732691920721 (+1 ms) 2024-11-27T07:18:40,723 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732691920642 2024-11-27T07:18:40,728 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,33371,1732691918107 2024-11-27T07:18:40,730 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,33371,1732691918107, state=OPEN 2024-11-27T07:18:40,731 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T07:18:40,731 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T07:18:40,752 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1017b286eec0001, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1520057438/meta-region-server 2024-11-27T07:18:40,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1520057438/meta-region-server 2024-11-27T07:18:40,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1520057438/meta-region-server: CHANGED 2024-11-27T07:18:40,752 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=289954c9202d,33371,1732691918107 2024-11-27T07:18:40,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1520057438/meta-region-server: CHANGED 2024-11-27T07:18:40,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T07:18:40,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,33371,1732691918107 in 264 msec 2024-11-27T07:18:40,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T07:18:40,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 893 msec 2024-11-27T07:18:40,764 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:18:40,764 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T07:18:40,765 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:18:40,766 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,33371,1732691918107, seqNum=-1] 2024-11-27T07:18:40,766 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:18:40,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:18:40,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4220 sec 2024-11-27T07:18:40,777 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732691920777, completionTime=-1 2024-11-27T07:18:40,777 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T07:18:40,777 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T07:18:40,779 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T07:18:40,780 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732691980780 2024-11-27T07:18:40,780 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732692040780 2024-11-27T07:18:40,780 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T07:18:40,780 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38801,1732691917873-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:40,780 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38801,1732691917873-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:40,780 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38801,1732691917873-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:40,781 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-289954c9202d:38801, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:40,781 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:40,784 DEBUG [master/289954c9202d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T07:18:40,791 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:40,798 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.615sec 2024-11-27T07:18:40,799 INFO [master/289954c9202d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T07:18:40,799 INFO [master/289954c9202d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T07:18:40,799 INFO [master/289954c9202d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T07:18:40,799 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T07:18:40,799 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T07:18:40,799 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38801,1732691917873-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:18:40,799 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38801,1732691917873-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T07:18:40,811 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T07:18:40,811 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T07:18:40,811 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38801,1732691917873-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:40,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50adb35b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:40,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,38801,-1 for getting cluster id 2024-11-27T07:18:40,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:18:40,846 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75b36e91-0887-4d3a-a71a-6272f89701e4' 2024-11-27T07:18:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:18:40,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75b36e91-0887-4d3a-a71a-6272f89701e4" 2024-11-27T07:18:40,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e742dee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:40,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,38801,-1] 2024-11-27T07:18:40,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:18:40,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:40,848 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:18:40,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94d183c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:40,850 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:18:40,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,33371,1732691918107, seqNum=-1] 2024-11-27T07:18:40,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:18:40,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:18:40,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=289954c9202d,38801,1732691917873 2024-11-27T07:18:40,859 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59449 2024-11-27T07:18:40,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:18:40,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017b286eec0002 connected 2024-11-27T07:18:40,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/hadoop.log.dir so I do NOT create it in target/test-data/08ad89e9-8cdc-0317-b04e-281709575874 2024-11-27T07:18:40,896 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T07:18:40,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/hadoop.tmp.dir so I do NOT create it in target/test-data/08ad89e9-8cdc-0317-b04e-281709575874 2024-11-27T07:18:40,896 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T07:18:40,896 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874 2024-11-27T07:18:40,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T07:18:40,896 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/cluster_94c6159f-0197-940d-9622-68c09cde1e5d, deleteOnExit=true 2024-11-27T07:18:40,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T07:18:40,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/test.cache.data in system properties and HBase conf 2024-11-27T07:18:40,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T07:18:40,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/hadoop.log.dir in system properties and HBase conf 2024-11-27T07:18:40,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T07:18:40,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T07:18:40,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T07:18:40,897 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T07:18:40,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:18:40,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:18:40,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T07:18:40,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:18:40,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T07:18:40,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T07:18:40,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:18:40,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:18:40,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T07:18:40,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/nfs.dump.dir in system properties and HBase conf 2024-11-27T07:18:40,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/java.io.tmpdir in system properties and HBase conf 2024-11-27T07:18:40,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:18:40,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T07:18:40,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T07:18:41,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:18:41,303 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:18:41,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:18:41,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:18:41,314 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T07:18:41,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:18:41,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37255a7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:18:41,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@743921d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:18:41,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78103ca4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/java.io.tmpdir/jetty-localhost-41821-hadoop-hdfs-3_4_1-tests_jar-_-any-12658697664553780690/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:18:41,460 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a69e711{HTTP/1.1, (http/1.1)}{localhost:41821} 2024-11-27T07:18:41,460 INFO [Time-limited test {}] server.Server(415): Started @65868ms 2024-11-27T07:18:41,792 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:18:41,796 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:18:41,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:18:41,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:18:41,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T07:18:41,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b4e3f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:18:41,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@672164d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:18:41,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43f3d0e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/java.io.tmpdir/jetty-localhost-37899-hadoop-hdfs-3_4_1-tests_jar-_-any-17369151797524005225/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:18:41,894 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c656c29{HTTP/1.1, (http/1.1)}{localhost:37899} 2024-11-27T07:18:41,894 INFO [Time-limited test {}] server.Server(415): Started @66303ms 2024-11-27T07:18:41,895 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T07:18:42,798 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/cluster_94c6159f-0197-940d-9622-68c09cde1e5d/data/data1/current/BP-1176797517-172.17.0.3-1732691920926/current, will proceed with Du for space computation calculation, 2024-11-27T07:18:42,799 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/cluster_94c6159f-0197-940d-9622-68c09cde1e5d/data/data2/current/BP-1176797517-172.17.0.3-1732691920926/current, will proceed with Du for space computation calculation, 2024-11-27T07:18:42,813 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T07:18:42,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xccd412fb31baaade with lease ID 0x3957098cf854a9b3: Processing first storage report for DS-aab3fd26-d241-4ff1-89ea-631f7f96fc0b from datanode DatanodeRegistration(127.0.0.1:43051, datanodeUuid=522f1b0a-493b-41de-8e44-48ee3d4ac2c8, infoPort=44469, infoSecurePort=0, ipcPort=41857, storageInfo=lv=-57;cid=testClusterID;nsid=1204056033;c=1732691920926) 2024-11-27T07:18:42,815 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xccd412fb31baaade with lease ID 0x3957098cf854a9b3: from storage DS-aab3fd26-d241-4ff1-89ea-631f7f96fc0b node DatanodeRegistration(127.0.0.1:43051, datanodeUuid=522f1b0a-493b-41de-8e44-48ee3d4ac2c8, infoPort=44469, infoSecurePort=0, ipcPort=41857, storageInfo=lv=-57;cid=testClusterID;nsid=1204056033;c=1732691920926), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:18:42,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xccd412fb31baaade with lease ID 0x3957098cf854a9b3: Processing first storage report for DS-4f3f42f7-ad58-4e29-86d7-31fdca014e09 from datanode DatanodeRegistration(127.0.0.1:43051, datanodeUuid=522f1b0a-493b-41de-8e44-48ee3d4ac2c8, infoPort=44469, infoSecurePort=0, ipcPort=41857, storageInfo=lv=-57;cid=testClusterID;nsid=1204056033;c=1732691920926) 2024-11-27T07:18:42,816 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xccd412fb31baaade with lease ID 0x3957098cf854a9b3: from storage DS-4f3f42f7-ad58-4e29-86d7-31fdca014e09 node DatanodeRegistration(127.0.0.1:43051, datanodeUuid=522f1b0a-493b-41de-8e44-48ee3d4ac2c8, infoPort=44469, infoSecurePort=0, ipcPort=41857, storageInfo=lv=-57;cid=testClusterID;nsid=1204056033;c=1732691920926), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:18:42,828 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874 2024-11-27T07:18:42,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:42,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:42,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741825_1001 (size=7) 2024-11-27T07:18:43,237 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01 with version=8 2024-11-27T07:18:43,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/hbase-staging 2024-11-27T07:18:43,239 INFO [Time-limited test {}] client.ConnectionUtils(128): master/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:18:43,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:43,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:43,239 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:18:43,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:43,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:18:43,239 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T07:18:43,240 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:18:43,240 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32893 2024-11-27T07:18:43,241 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32893 connecting to ZooKeeper ensemble=127.0.0.1:59449 2024-11-27T07:18:43,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328930x0, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:18:43,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32893-0x1017b286eec0003 connected 2024-11-27T07:18:43,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:43,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:43,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Set watcher on znode that does not yet exist, /12144455359/running 2024-11-27T07:18:43,450 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01, hbase.cluster.distributed=false 2024-11-27T07:18:43,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Set watcher on znode that does not yet exist, /12144455359/acl 2024-11-27T07:18:43,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32893 2024-11-27T07:18:43,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32893 2024-11-27T07:18:43,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32893 2024-11-27T07:18:43,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32893 2024-11-27T07:18:43,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32893 2024-11-27T07:18:43,471 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:18:43,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:43,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:43,471 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:18:43,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:18:43,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:18:43,471 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T07:18:43,471 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:18:43,471 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40467 2024-11-27T07:18:43,472 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40467 connecting to ZooKeeper ensemble=127.0.0.1:59449 2024-11-27T07:18:43,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:43,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:43,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404670x0, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:18:43,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40467-0x1017b286eec0004 connected 2024-11-27T07:18:43,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40467-0x1017b286eec0004, quorum=127.0.0.1:59449, baseZNode=/12144455359 Set watcher on znode that does not yet exist, /12144455359/running 2024-11-27T07:18:43,489 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T07:18:43,489 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T07:18:43,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40467-0x1017b286eec0004, quorum=127.0.0.1:59449, baseZNode=/12144455359 Set watcher on znode that does not yet exist, /12144455359/master 2024-11-27T07:18:43,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40467-0x1017b286eec0004, quorum=127.0.0.1:59449, baseZNode=/12144455359 Set watcher on znode that does not yet exist, /12144455359/acl 2024-11-27T07:18:43,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40467 2024-11-27T07:18:43,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40467 2024-11-27T07:18:43,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40467 2024-11-27T07:18:43,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40467 2024-11-27T07:18:43,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40467 2024-11-27T07:18:43,504 DEBUG [M:0;289954c9202d:32893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;289954c9202d:32893 2024-11-27T07:18:43,505 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12144455359/backup-masters/289954c9202d,32893,1732691923239 2024-11-27T07:18:43,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1017b286eec0004, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12144455359/backup-masters 2024-11-27T07:18:43,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12144455359/backup-masters 2024-11-27T07:18:43,518 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Set watcher on existing znode=/12144455359/backup-masters/289954c9202d,32893,1732691923239 2024-11-27T07:18:43,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1017b286eec0004, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12144455359/master 2024-11-27T07:18:43,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12144455359 2024-11-27T07:18:43,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1017b286eec0004, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12144455359 2024-11-27T07:18:43,531 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Set watcher on existing znode=/12144455359/master 2024-11-27T07:18:43,531 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12144455359/backup-masters/289954c9202d,32893,1732691923239 from backup master directory 2024-11-27T07:18:43,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1017b286eec0004, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12144455359/backup-masters 2024-11-27T07:18:43,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12144455359/backup-masters/289954c9202d,32893,1732691923239 2024-11-27T07:18:43,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12144455359/backup-masters 2024-11-27T07:18:43,541 WARN [master/289954c9202d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:18:43,541 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=289954c9202d,32893,1732691923239 2024-11-27T07:18:43,544 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/hbase.id] with ID: 218507de-b88c-4e01-b374-c867cf7ad9e6 2024-11-27T07:18:43,544 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/.tmp/hbase.id 2024-11-27T07:18:43,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741826_1002 (size=42) 2024-11-27T07:18:43,949 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/.tmp/hbase.id]:[hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/hbase.id] 2024-11-27T07:18:43,959 INFO [master/289954c9202d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:43,959 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T07:18:43,961 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T07:18:43,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1017b286eec0004, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12144455359 2024-11-27T07:18:43,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12144455359 2024-11-27T07:18:44,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741827_1003 (size=196) 2024-11-27T07:18:44,423 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:18:44,424 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T07:18:44,425 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:18:44,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741828_1004 (size=1189) 2024-11-27T07:18:44,835 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/data/master/store 2024-11-27T07:18:44,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741829_1005 (size=34) 2024-11-27T07:18:44,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T07:18:44,872 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T07:18:44,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:18:44,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T07:18:44,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:18:44,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T07:18:45,241 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:45,241 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:18:45,242 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:45,242 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:45,242 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:18:45,242 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:45,242 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:18:45,242 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732691925241Disabling compacts and flushes for region at 1732691925241Disabling writes for close at 1732691925242 (+1 ms)Writing region close event to WAL at 1732691925242Closed at 1732691925242 2024-11-27T07:18:45,244 WARN [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/data/master/store/.initializing 2024-11-27T07:18:45,244 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/WALs/289954c9202d,32893,1732691923239 2024-11-27T07:18:45,245 INFO [master/289954c9202d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:18:45,247 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=289954c9202d%2C32893%2C1732691923239, suffix=, logDir=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/WALs/289954c9202d,32893,1732691923239, archiveDir=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/oldWALs, maxLogs=10 2024-11-27T07:18:45,266 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/WALs/289954c9202d,32893,1732691923239/289954c9202d%2C32893%2C1732691923239.1732691925248, exclude list is [], retry=0 2024-11-27T07:18:45,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43051,DS-aab3fd26-d241-4ff1-89ea-631f7f96fc0b,DISK] 2024-11-27T07:18:45,271 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/WALs/289954c9202d,32893,1732691923239/289954c9202d%2C32893%2C1732691923239.1732691925248 2024-11-27T07:18:45,271 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44469:44469)] 2024-11-27T07:18:45,271 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:18:45,271 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:45,271 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:45,271 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:45,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:45,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T07:18:45,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:45,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:45,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:45,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T07:18:45,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:45,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:45,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:45,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T07:18:45,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:45,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:45,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:45,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T07:18:45,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:45,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:45,280 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:45,280 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:45,281 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:45,282 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:45,282 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:45,282 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:18:45,283 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:18:45,286 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:18:45,286 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62432716, jitterRate=-0.06968003511428833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:18:45,286 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732691925271Initializing all the Stores at 1732691925272 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691925272Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691925272Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691925272Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691925273 (+1 ms)Cleaning up temporary data from old regions at 1732691925282 (+9 ms)Region opened successfully at 1732691925286 (+4 ms) 2024-11-27T07:18:45,286 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T07:18:45,289 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65614b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:18:45,290 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T07:18:45,290 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T07:18:45,290 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T07:18:45,290 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T07:18:45,291 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T07:18:45,291 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T07:18:45,291 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T07:18:45,294 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T07:18:45,296 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Unable to get data of znode /12144455359/balancer because node does not exist (not necessarily an error) 2024-11-27T07:18:45,359 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12144455359/balancer already deleted, retry=false 2024-11-27T07:18:45,360 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T07:18:45,361 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Unable to get data of znode /12144455359/normalizer because node does not exist (not necessarily an error) 2024-11-27T07:18:45,372 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12144455359/normalizer already deleted, retry=false 2024-11-27T07:18:45,373 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T07:18:45,374 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Unable to get data of znode /12144455359/switch/split because node does not exist (not necessarily an error) 2024-11-27T07:18:45,383 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12144455359/switch/split already deleted, retry=false 2024-11-27T07:18:45,384 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Unable to get data of znode /12144455359/switch/merge because node does not exist (not necessarily an error) 2024-11-27T07:18:45,393 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12144455359/switch/merge already deleted, retry=false 2024-11-27T07:18:45,395 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Unable to get data of znode /12144455359/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T07:18:45,404 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12144455359/snapshot-cleanup already deleted, retry=false 2024-11-27T07:18:45,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1017b286eec0004, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12144455359/running 2024-11-27T07:18:45,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12144455359/running 2024-11-27T07:18:45,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12144455359 2024-11-27T07:18:45,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1017b286eec0004, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12144455359 2024-11-27T07:18:45,415 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=289954c9202d,32893,1732691923239, sessionid=0x1017b286eec0003, setting cluster-up flag (Was=false) 2024-11-27T07:18:45,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12144455359 2024-11-27T07:18:45,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1017b286eec0004, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12144455359 2024-11-27T07:18:45,467 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12144455359/flush-table-proc/acquired, /12144455359/flush-table-proc/reached, /12144455359/flush-table-proc/abort 2024-11-27T07:18:45,468 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,32893,1732691923239 2024-11-27T07:18:45,534 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T07:18:45,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1017b286eec0004, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12144455359 2024-11-27T07:18:45,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12144455359 2024-11-27T07:18:45,698 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12144455359/online-snapshot/acquired, /12144455359/online-snapshot/reached, /12144455359/online-snapshot/abort 2024-11-27T07:18:45,699 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,32893,1732691923239 2024-11-27T07:18:45,701 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T07:18:45,702 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T07:18:45,702 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T07:18:45,703 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T07:18:45,703 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 289954c9202d,32893,1732691923239 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T07:18:45,704 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:18:45,704 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:18:45,704 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:18:45,704 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:18:45,704 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/289954c9202d:0, corePoolSize=10, maxPoolSize=10 2024-11-27T07:18:45,704 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:45,704 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:18:45,704 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:45,705 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732691955705 2024-11-27T07:18:45,705 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T07:18:45,705 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T07:18:45,706 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T07:18:45,706 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T07:18:45,706 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T07:18:45,706 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T07:18:45,706 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:45,706 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:18:45,706 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T07:18:45,706 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T07:18:45,706 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T07:18:45,706 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T07:18:45,706 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T07:18:45,707 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T07:18:45,707 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T07:18:45,707 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732691925707,5,FailOnTimeoutGroup] 2024-11-27T07:18:45,707 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732691925707,5,FailOnTimeoutGroup] 2024-11-27T07:18:45,707 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:45,707 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T07:18:45,707 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:45,707 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:45,707 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:45,707 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T07:18:45,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741831_1007 (size=1321) 2024-11-27T07:18:45,724 INFO [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(746): ClusterId : 218507de-b88c-4e01-b374-c867cf7ad9e6 2024-11-27T07:18:45,724 DEBUG [RS:0;289954c9202d:40467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T07:18:45,731 DEBUG [RS:0;289954c9202d:40467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T07:18:45,731 DEBUG [RS:0;289954c9202d:40467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T07:18:45,741 DEBUG [RS:0;289954c9202d:40467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T07:18:45,742 DEBUG [RS:0;289954c9202d:40467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c6a305f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:18:45,756 DEBUG [RS:0;289954c9202d:40467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;289954c9202d:40467 2024-11-27T07:18:45,756 INFO [RS:0;289954c9202d:40467 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T07:18:45,756 INFO [RS:0;289954c9202d:40467 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T07:18:45,756 DEBUG [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T07:18:45,757 INFO [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,32893,1732691923239 with port=40467, startcode=1732691923470 2024-11-27T07:18:45,757 DEBUG [RS:0;289954c9202d:40467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T07:18:45,759 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T07:18:45,759 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32893 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 289954c9202d,40467,1732691923470 2024-11-27T07:18:45,759 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32893 {}] master.ServerManager(517): Registering regionserver=289954c9202d,40467,1732691923470 2024-11-27T07:18:45,761 DEBUG [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01 2024-11-27T07:18:45,761 DEBUG [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40733 2024-11-27T07:18:45,761 DEBUG [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T07:18:45,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12144455359/rs 2024-11-27T07:18:45,802 DEBUG [RS:0;289954c9202d:40467 {}] zookeeper.ZKUtil(111): regionserver:40467-0x1017b286eec0004, quorum=127.0.0.1:59449, baseZNode=/12144455359 Set watcher on existing znode=/12144455359/rs/289954c9202d,40467,1732691923470 2024-11-27T07:18:45,802 WARN [RS:0;289954c9202d:40467 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:18:45,802 INFO [RS:0;289954c9202d:40467 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:18:45,802 DEBUG [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/WALs/289954c9202d,40467,1732691923470 2024-11-27T07:18:45,803 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [289954c9202d,40467,1732691923470] 2024-11-27T07:18:45,806 INFO [RS:0;289954c9202d:40467 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T07:18:45,807 INFO [RS:0;289954c9202d:40467 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T07:18:45,807 INFO [RS:0;289954c9202d:40467 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T07:18:45,807 INFO [RS:0;289954c9202d:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:45,808 INFO [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T07:18:45,808 INFO [RS:0;289954c9202d:40467 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T07:18:45,808 INFO [RS:0;289954c9202d:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:45,808 DEBUG [RS:0;289954c9202d:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:45,808 DEBUG [RS:0;289954c9202d:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:45,808 DEBUG [RS:0;289954c9202d:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:45,809 DEBUG [RS:0;289954c9202d:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:45,809 DEBUG [RS:0;289954c9202d:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:45,809 DEBUG [RS:0;289954c9202d:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:18:45,809 DEBUG [RS:0;289954c9202d:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:45,809 DEBUG [RS:0;289954c9202d:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:45,809 DEBUG [RS:0;289954c9202d:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:45,809 DEBUG [RS:0;289954c9202d:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:45,809 DEBUG [RS:0;289954c9202d:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:45,809 DEBUG [RS:0;289954c9202d:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:18:45,809 DEBUG [RS:0;289954c9202d:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:18:45,809 DEBUG [RS:0;289954c9202d:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:18:45,809 INFO [RS:0;289954c9202d:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:45,809 INFO [RS:0;289954c9202d:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:45,809 INFO [RS:0;289954c9202d:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:45,809 INFO [RS:0;289954c9202d:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:45,809 INFO [RS:0;289954c9202d:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:45,809 INFO [RS:0;289954c9202d:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,40467,1732691923470-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:18:45,831 INFO [RS:0;289954c9202d:40467 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T07:18:45,831 INFO [RS:0;289954c9202d:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,40467,1732691923470-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:45,831 INFO [RS:0;289954c9202d:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:45,831 INFO [RS:0;289954c9202d:40467 {}] regionserver.Replication(171): 289954c9202d,40467,1732691923470 started 2024-11-27T07:18:45,847 INFO [RS:0;289954c9202d:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:45,847 INFO [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(1482): Serving as 289954c9202d,40467,1732691923470, RpcServer on 289954c9202d/172.17.0.3:40467, sessionid=0x1017b286eec0004 2024-11-27T07:18:45,847 DEBUG [RS:0;289954c9202d:40467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T07:18:45,847 DEBUG [RS:0;289954c9202d:40467 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 289954c9202d,40467,1732691923470 2024-11-27T07:18:45,847 DEBUG [RS:0;289954c9202d:40467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,40467,1732691923470' 2024-11-27T07:18:45,847 DEBUG [RS:0;289954c9202d:40467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12144455359/flush-table-proc/abort' 2024-11-27T07:18:45,848 DEBUG [RS:0;289954c9202d:40467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12144455359/flush-table-proc/acquired' 2024-11-27T07:18:45,848 DEBUG [RS:0;289954c9202d:40467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T07:18:45,848 DEBUG [RS:0;289954c9202d:40467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T07:18:45,848 DEBUG [RS:0;289954c9202d:40467 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 289954c9202d,40467,1732691923470 2024-11-27T07:18:45,848 DEBUG [RS:0;289954c9202d:40467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,40467,1732691923470' 2024-11-27T07:18:45,848 DEBUG [RS:0;289954c9202d:40467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12144455359/online-snapshot/abort' 2024-11-27T07:18:45,849 DEBUG [RS:0;289954c9202d:40467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12144455359/online-snapshot/acquired' 2024-11-27T07:18:45,849 DEBUG [RS:0;289954c9202d:40467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T07:18:45,849 INFO [RS:0;289954c9202d:40467 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T07:18:45,849 INFO [RS:0;289954c9202d:40467 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T07:18:45,950 INFO [RS:0;289954c9202d:40467 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:18:45,951 INFO [RS:0;289954c9202d:40467 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C40467%2C1732691923470, suffix=, logDir=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/WALs/289954c9202d,40467,1732691923470, archiveDir=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/oldWALs, maxLogs=10 2024-11-27T07:18:45,967 DEBUG [RS:0;289954c9202d:40467 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/WALs/289954c9202d,40467,1732691923470/289954c9202d%2C40467%2C1732691923470.1732691925952, exclude list is [], retry=0 2024-11-27T07:18:45,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43051,DS-aab3fd26-d241-4ff1-89ea-631f7f96fc0b,DISK] 2024-11-27T07:18:45,971 INFO [RS:0;289954c9202d:40467 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/WALs/289954c9202d,40467,1732691923470/289954c9202d%2C40467%2C1732691923470.1732691925952 2024-11-27T07:18:45,972 DEBUG [RS:0;289954c9202d:40467 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44469:44469)] 2024-11-27T07:18:46,115 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T07:18:46,115 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01 2024-11-27T07:18:46,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741833_1009 (size=32) 2024-11-27T07:18:46,195 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:18:46,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:46,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:46,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:46,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:46,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:46,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:18:46,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:18:46,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:46,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:46,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:18:46,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:18:46,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:46,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:46,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:18:46,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:18:46,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:46,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:46,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:18:46,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:18:46,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:46,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:46,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:18:46,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740 2024-11-27T07:18:46,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740 2024-11-27T07:18:46,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:18:46,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:18:46,532 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:18:46,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:18:46,536 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:18:46,536 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61585404, jitterRate=-0.08230596780776978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:18:46,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732691926521Initializing all the Stores at 1732691926522 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691926522Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691926523 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691926523Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691926523Cleaning up temporary data from old regions at 1732691926532 (+9 ms)Region opened successfully at 1732691926536 (+4 ms) 2024-11-27T07:18:46,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:18:46,537 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:18:46,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:18:46,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:18:46,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:18:46,537 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:18:46,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732691926537Disabling compacts and flushes for region at 1732691926537Disabling writes for close at 1732691926537Writing region close event to WAL at 1732691926537Closed at 1732691926537 2024-11-27T07:18:46,539 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:18:46,539 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T07:18:46,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T07:18:46,540 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:18:46,541 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T07:18:46,692 DEBUG [289954c9202d:32893 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:18:46,692 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=289954c9202d,40467,1732691923470 2024-11-27T07:18:46,694 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,40467,1732691923470, state=OPENING 2024-11-27T07:18:46,740 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T07:18:46,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12144455359 2024-11-27T07:18:46,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1017b286eec0004, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12144455359 2024-11-27T07:18:46,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12144455359/meta-region-server: CHANGED 2024-11-27T07:18:46,752 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:18:46,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,40467,1732691923470}] 2024-11-27T07:18:46,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12144455359/meta-region-server: CHANGED 2024-11-27T07:18:46,906 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:18:46,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:18:46,914 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T07:18:46,914 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:18:46,914 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T07:18:46,916 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C40467%2C1732691923470.meta, suffix=.meta, logDir=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/WALs/289954c9202d,40467,1732691923470, archiveDir=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/oldWALs, maxLogs=10 2024-11-27T07:18:46,930 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/WALs/289954c9202d,40467,1732691923470/289954c9202d%2C40467%2C1732691923470.meta.1732691926916.meta, exclude list is [], retry=0 2024-11-27T07:18:46,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43051,DS-aab3fd26-d241-4ff1-89ea-631f7f96fc0b,DISK] 2024-11-27T07:18:46,937 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/WALs/289954c9202d,40467,1732691923470/289954c9202d%2C40467%2C1732691923470.meta.1732691926916.meta 2024-11-27T07:18:46,937 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44469:44469)] 2024-11-27T07:18:46,937 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:18:46,938 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:18:46,938 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:18:46,938 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T07:18:46,938 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T07:18:46,938 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T07:18:46,938 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:46,938 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T07:18:46,938 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T07:18:46,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:18:46,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:18:46,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:46,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:46,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:18:46,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:18:46,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:46,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:46,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:18:46,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:18:46,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:46,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:46,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:18:46,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:18:46,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:46,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:18:46,947 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:18:46,948 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740 2024-11-27T07:18:46,949 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740 2024-11-27T07:18:46,950 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:18:46,950 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:18:46,951 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:18:46,953 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:18:46,954 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69658682, jitterRate=0.03799524903297424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:18:46,954 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T07:18:46,954 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732691926939Writing region info on filesystem at 1732691926939Initializing all the Stores at 1732691926940 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691926940Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691926940Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691926941 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732691926941Cleaning up temporary data from old regions at 1732691926950 (+9 ms)Running coprocessor post-open hooks at 1732691926954 (+4 ms)Region opened successfully at 1732691926954 2024-11-27T07:18:46,955 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732691926906 2024-11-27T07:18:46,958 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T07:18:46,959 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T07:18:46,960 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,40467,1732691923470 2024-11-27T07:18:46,961 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,40467,1732691923470, state=OPEN 2024-11-27T07:18:46,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12144455359/meta-region-server 2024-11-27T07:18:46,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1017b286eec0004, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12144455359/meta-region-server 2024-11-27T07:18:46,972 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=289954c9202d,40467,1732691923470 2024-11-27T07:18:46,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12144455359/meta-region-server: CHANGED 2024-11-27T07:18:46,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12144455359/meta-region-server: CHANGED 2024-11-27T07:18:46,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T07:18:46,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,40467,1732691923470 in 220 msec 2024-11-27T07:18:46,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T07:18:46,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec 2024-11-27T07:18:46,979 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:18:46,979 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T07:18:46,980 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:18:46,980 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,40467,1732691923470, seqNum=-1] 2024-11-27T07:18:46,981 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:18:46,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:18:46,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2850 sec 2024-11-27T07:18:46,988 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732691926988, completionTime=-1 2024-11-27T07:18:46,988 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T07:18:46,988 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T07:18:46,990 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T07:18:46,990 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732691986990 2024-11-27T07:18:46,990 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732692046990 2024-11-27T07:18:46,990 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T07:18:46,990 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,32893,1732691923239-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:46,990 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,32893,1732691923239-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:46,990 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,32893,1732691923239-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:46,990 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-289954c9202d:32893, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:46,990 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:46,991 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:46,992 DEBUG [master/289954c9202d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T07:18:46,994 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.453sec 2024-11-27T07:18:46,994 INFO [master/289954c9202d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T07:18:46,994 INFO [master/289954c9202d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T07:18:46,995 INFO [master/289954c9202d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T07:18:46,995 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T07:18:46,995 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T07:18:46,995 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,32893,1732691923239-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:18:46,995 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,32893,1732691923239-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T07:18:46,997 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T07:18:46,997 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T07:18:46,998 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,32893,1732691923239-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:18:47,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff2017c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:47,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,32893,-1 for getting cluster id 2024-11-27T07:18:47,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:18:47,026 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '218507de-b88c-4e01-b374-c867cf7ad9e6' 2024-11-27T07:18:47,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:18:47,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "218507de-b88c-4e01-b374-c867cf7ad9e6" 2024-11-27T07:18:47,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@818bc8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:47,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,32893,-1] 2024-11-27T07:18:47,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:18:47,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:47,028 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:18:47,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647d601b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:47,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:18:47,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,40467,1732691923470, seqNum=-1] 2024-11-27T07:18:47,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:18:47,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:18:47,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=289954c9202d,32893,1732691923239 2024-11-27T07:18:47,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59449 2024-11-27T07:18:47,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:18:47,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017b286eec0005 connected 2024-11-27T07:18:47,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:18:47,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,38801,1732691917873 2024-11-27T07:18:47,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1830d1b0 2024-11-27T07:18:47,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:18:47,063 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:18:47,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38801 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:18:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38801 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T07:18:47,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:18:47,071 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:47,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38801 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T07:18:47,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:18:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:18:47,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741835_1011 (size=902) 2024-11-27T07:18:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:18:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:18:47,480 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d1c80f0ca62fb0469b08917df6394892, NAME => 'test,,1732691927064.d1c80f0ca62fb0469b08917df6394892.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859 2024-11-27T07:18:47,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741836_1012 (size=39) 2024-11-27T07:18:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:18:47,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732691927064.d1c80f0ca62fb0469b08917df6394892.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:47,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d1c80f0ca62fb0469b08917df6394892, disabling compactions & flushes 2024-11-27T07:18:47,886 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732691927064.d1c80f0ca62fb0469b08917df6394892. 2024-11-27T07:18:47,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732691927064.d1c80f0ca62fb0469b08917df6394892. 2024-11-27T07:18:47,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732691927064.d1c80f0ca62fb0469b08917df6394892. after waiting 0 ms 2024-11-27T07:18:47,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732691927064.d1c80f0ca62fb0469b08917df6394892. 2024-11-27T07:18:47,886 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732691927064.d1c80f0ca62fb0469b08917df6394892. 2024-11-27T07:18:47,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d1c80f0ca62fb0469b08917df6394892: Waiting for close lock at 1732691927886Disabling compacts and flushes for region at 1732691927886Disabling writes for close at 1732691927886Writing region close event to WAL at 1732691927886Closed at 1732691927886 2024-11-27T07:18:47,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:18:47,888 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732691927064.d1c80f0ca62fb0469b08917df6394892.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732691927888"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732691927888"}]},"ts":"1732691927888"} 2024-11-27T07:18:47,891 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:18:47,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:18:47,892 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732691927892"}]},"ts":"1732691927892"} 2024-11-27T07:18:47,894 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T07:18:47,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d1c80f0ca62fb0469b08917df6394892, ASSIGN}] 2024-11-27T07:18:47,895 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d1c80f0ca62fb0469b08917df6394892, ASSIGN 2024-11-27T07:18:47,896 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d1c80f0ca62fb0469b08917df6394892, ASSIGN; state=OFFLINE, location=289954c9202d,33371,1732691918107; forceNewPlan=false, retain=false 2024-11-27T07:18:48,047 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d1c80f0ca62fb0469b08917df6394892, regionState=OPENING, regionLocation=289954c9202d,33371,1732691918107 2024-11-27T07:18:48,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d1c80f0ca62fb0469b08917df6394892, ASSIGN because future has completed 2024-11-27T07:18:48,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1c80f0ca62fb0469b08917df6394892, server=289954c9202d,33371,1732691918107}] 2024-11-27T07:18:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:18:48,206 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732691927064.d1c80f0ca62fb0469b08917df6394892. 2024-11-27T07:18:48,206 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d1c80f0ca62fb0469b08917df6394892, NAME => 'test,,1732691927064.d1c80f0ca62fb0469b08917df6394892.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:18:48,207 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:18:48,207 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T07:18:48,207 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d1c80f0ca62fb0469b08917df6394892 2024-11-27T07:18:48,207 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732691927064.d1c80f0ca62fb0469b08917df6394892.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:48,207 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d1c80f0ca62fb0469b08917df6394892 2024-11-27T07:18:48,207 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d1c80f0ca62fb0469b08917df6394892 2024-11-27T07:18:48,209 INFO [StoreOpener-d1c80f0ca62fb0469b08917df6394892-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d1c80f0ca62fb0469b08917df6394892 2024-11-27T07:18:48,210 INFO [StoreOpener-d1c80f0ca62fb0469b08917df6394892-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1c80f0ca62fb0469b08917df6394892 columnFamilyName f 2024-11-27T07:18:48,210 DEBUG [StoreOpener-d1c80f0ca62fb0469b08917df6394892-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:48,210 INFO [StoreOpener-d1c80f0ca62fb0469b08917df6394892-1 {}] regionserver.HStore(327): Store=d1c80f0ca62fb0469b08917df6394892/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:48,210 INFO [StoreOpener-d1c80f0ca62fb0469b08917df6394892-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d1c80f0ca62fb0469b08917df6394892 2024-11-27T07:18:48,212 INFO [StoreOpener-d1c80f0ca62fb0469b08917df6394892-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1c80f0ca62fb0469b08917df6394892 columnFamilyName f1 2024-11-27T07:18:48,212 DEBUG [StoreOpener-d1c80f0ca62fb0469b08917df6394892-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:48,212 INFO [StoreOpener-d1c80f0ca62fb0469b08917df6394892-1 {}] regionserver.HStore(327): Store=d1c80f0ca62fb0469b08917df6394892/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:48,212 INFO [StoreOpener-d1c80f0ca62fb0469b08917df6394892-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d1c80f0ca62fb0469b08917df6394892 2024-11-27T07:18:48,213 INFO [StoreOpener-d1c80f0ca62fb0469b08917df6394892-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1c80f0ca62fb0469b08917df6394892 columnFamilyName norep 2024-11-27T07:18:48,213 DEBUG [StoreOpener-d1c80f0ca62fb0469b08917df6394892-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:48,213 INFO [StoreOpener-d1c80f0ca62fb0469b08917df6394892-1 {}] regionserver.HStore(327): Store=d1c80f0ca62fb0469b08917df6394892/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:48,214 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d1c80f0ca62fb0469b08917df6394892 2024-11-27T07:18:48,214 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/default/test/d1c80f0ca62fb0469b08917df6394892 2024-11-27T07:18:48,215 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/default/test/d1c80f0ca62fb0469b08917df6394892 2024-11-27T07:18:48,215 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d1c80f0ca62fb0469b08917df6394892 2024-11-27T07:18:48,215 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d1c80f0ca62fb0469b08917df6394892 2024-11-27T07:18:48,216 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:18:48,217 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d1c80f0ca62fb0469b08917df6394892 2024-11-27T07:18:48,219 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/default/test/d1c80f0ca62fb0469b08917df6394892/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:18:48,220 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d1c80f0ca62fb0469b08917df6394892; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67669936, jitterRate=0.008360624313354492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:18:48,220 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1c80f0ca62fb0469b08917df6394892 2024-11-27T07:18:48,220 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d1c80f0ca62fb0469b08917df6394892: Running coprocessor pre-open hook at 1732691928207Writing region info on filesystem at 1732691928207Initializing all the Stores at 1732691928208 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691928208Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691928209 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691928209Cleaning up temporary data from old regions at 1732691928215 (+6 ms)Running coprocessor post-open hooks at 1732691928220 (+5 ms)Region opened successfully at 1732691928220 2024-11-27T07:18:48,222 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732691927064.d1c80f0ca62fb0469b08917df6394892., pid=6, masterSystemTime=1732691928202 2024-11-27T07:18:48,224 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732691927064.d1c80f0ca62fb0469b08917df6394892. 2024-11-27T07:18:48,224 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732691927064.d1c80f0ca62fb0469b08917df6394892. 2024-11-27T07:18:48,225 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d1c80f0ca62fb0469b08917df6394892, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=289954c9202d,33371,1732691918107 2024-11-27T07:18:48,227 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38801 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=289954c9202d,33371,1732691918107, table=test, region=d1c80f0ca62fb0469b08917df6394892. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T07:18:48,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1c80f0ca62fb0469b08917df6394892, server=289954c9202d,33371,1732691918107 because future has completed 2024-11-27T07:18:48,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T07:18:48,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d1c80f0ca62fb0469b08917df6394892, server=289954c9202d,33371,1732691918107 in 179 msec 2024-11-27T07:18:48,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T07:18:48,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d1c80f0ca62fb0469b08917df6394892, ASSIGN in 337 msec 2024-11-27T07:18:48,236 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:18:48,236 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732691928236"}]},"ts":"1732691928236"} 2024-11-27T07:18:48,238 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T07:18:48,239 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:18:48,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-27T07:18:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:18:49,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:18:49,217 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T07:18:49,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,32893,1732691923239 2024-11-27T07:18:49,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@257a4bfe 2024-11-27T07:18:49,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:18:49,219 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:18:49,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32893 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:18:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32893 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T07:18:49,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:18:49,224 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:49,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32893 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T07:18:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:18:49,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:18:49,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741835_1011 (size=902) 2024-11-27T07:18:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:18:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:18:49,633 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 996addf4d848041d026c096cb7348349, NAME => 'test,,1732691929220.996addf4d848041d026c096cb7348349.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01 2024-11-27T07:18:49,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741836_1012 (size=39) 2024-11-27T07:18:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:18:50,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732691929220.996addf4d848041d026c096cb7348349.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:50,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 996addf4d848041d026c096cb7348349, disabling compactions & flushes 2024-11-27T07:18:50,039 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732691929220.996addf4d848041d026c096cb7348349. 2024-11-27T07:18:50,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732691929220.996addf4d848041d026c096cb7348349. 2024-11-27T07:18:50,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732691929220.996addf4d848041d026c096cb7348349. after waiting 0 ms 2024-11-27T07:18:50,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732691929220.996addf4d848041d026c096cb7348349. 2024-11-27T07:18:50,039 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732691929220.996addf4d848041d026c096cb7348349. 2024-11-27T07:18:50,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 996addf4d848041d026c096cb7348349: Waiting for close lock at 1732691930039Disabling compacts and flushes for region at 1732691930039Disabling writes for close at 1732691930039Writing region close event to WAL at 1732691930039Closed at 1732691930039 2024-11-27T07:18:50,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:18:50,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732691929220.996addf4d848041d026c096cb7348349.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732691930040"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732691930040"}]},"ts":"1732691930040"} 2024-11-27T07:18:50,063 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:18:50,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:18:50,065 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732691930064"}]},"ts":"1732691930064"} 2024-11-27T07:18:50,067 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T07:18:50,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=996addf4d848041d026c096cb7348349, ASSIGN}] 2024-11-27T07:18:50,069 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=996addf4d848041d026c096cb7348349, ASSIGN 2024-11-27T07:18:50,070 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=996addf4d848041d026c096cb7348349, ASSIGN; state=OFFLINE, location=289954c9202d,40467,1732691923470; forceNewPlan=false, retain=false 2024-11-27T07:18:50,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=996addf4d848041d026c096cb7348349, regionState=OPENING, regionLocation=289954c9202d,40467,1732691923470 2024-11-27T07:18:50,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=996addf4d848041d026c096cb7348349, ASSIGN because future has completed 2024-11-27T07:18:50,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 996addf4d848041d026c096cb7348349, server=289954c9202d,40467,1732691923470}] 2024-11-27T07:18:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:18:50,381 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732691929220.996addf4d848041d026c096cb7348349. 2024-11-27T07:18:50,382 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 996addf4d848041d026c096cb7348349, NAME => 'test,,1732691929220.996addf4d848041d026c096cb7348349.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:18:50,382 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:18:50,382 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T07:18:50,382 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 996addf4d848041d026c096cb7348349 2024-11-27T07:18:50,382 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732691929220.996addf4d848041d026c096cb7348349.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:50,383 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 996addf4d848041d026c096cb7348349 2024-11-27T07:18:50,383 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 996addf4d848041d026c096cb7348349 2024-11-27T07:18:50,384 INFO [StoreOpener-996addf4d848041d026c096cb7348349-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 996addf4d848041d026c096cb7348349 2024-11-27T07:18:50,385 INFO [StoreOpener-996addf4d848041d026c096cb7348349-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 996addf4d848041d026c096cb7348349 columnFamilyName f 2024-11-27T07:18:50,385 DEBUG [StoreOpener-996addf4d848041d026c096cb7348349-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:50,386 INFO [StoreOpener-996addf4d848041d026c096cb7348349-1 {}] regionserver.HStore(327): Store=996addf4d848041d026c096cb7348349/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:50,386 INFO [StoreOpener-996addf4d848041d026c096cb7348349-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 996addf4d848041d026c096cb7348349 2024-11-27T07:18:50,388 INFO [StoreOpener-996addf4d848041d026c096cb7348349-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 996addf4d848041d026c096cb7348349 columnFamilyName f1 2024-11-27T07:18:50,388 DEBUG [StoreOpener-996addf4d848041d026c096cb7348349-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:50,388 INFO [StoreOpener-996addf4d848041d026c096cb7348349-1 {}] regionserver.HStore(327): Store=996addf4d848041d026c096cb7348349/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:50,388 INFO [StoreOpener-996addf4d848041d026c096cb7348349-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 996addf4d848041d026c096cb7348349 2024-11-27T07:18:50,390 INFO [StoreOpener-996addf4d848041d026c096cb7348349-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 996addf4d848041d026c096cb7348349 columnFamilyName norep 2024-11-27T07:18:50,390 DEBUG [StoreOpener-996addf4d848041d026c096cb7348349-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:50,390 INFO [StoreOpener-996addf4d848041d026c096cb7348349-1 {}] regionserver.HStore(327): Store=996addf4d848041d026c096cb7348349/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:50,391 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 996addf4d848041d026c096cb7348349 2024-11-27T07:18:50,392 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/default/test/996addf4d848041d026c096cb7348349 2024-11-27T07:18:50,393 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/default/test/996addf4d848041d026c096cb7348349 2024-11-27T07:18:50,394 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 996addf4d848041d026c096cb7348349 2024-11-27T07:18:50,394 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 996addf4d848041d026c096cb7348349 2024-11-27T07:18:50,395 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:18:50,396 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 996addf4d848041d026c096cb7348349 2024-11-27T07:18:50,403 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/default/test/996addf4d848041d026c096cb7348349/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:18:50,403 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 996addf4d848041d026c096cb7348349; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73900122, jitterRate=0.10119763016700745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:18:50,403 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 996addf4d848041d026c096cb7348349 2024-11-27T07:18:50,403 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 996addf4d848041d026c096cb7348349: Running coprocessor pre-open hook at 1732691930383Writing region info on filesystem at 1732691930383Initializing all the Stores at 1732691930384 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691930384Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691930384Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691930384Cleaning up temporary data from old regions at 1732691930394 (+10 ms)Running coprocessor post-open hooks at 1732691930403 (+9 ms)Region opened successfully at 1732691930403 2024-11-27T07:18:50,405 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732691929220.996addf4d848041d026c096cb7348349., pid=6, masterSystemTime=1732691930378 2024-11-27T07:18:50,408 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732691929220.996addf4d848041d026c096cb7348349. 2024-11-27T07:18:50,408 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732691929220.996addf4d848041d026c096cb7348349. 2024-11-27T07:18:50,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=996addf4d848041d026c096cb7348349, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=289954c9202d,40467,1732691923470 2024-11-27T07:18:50,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 996addf4d848041d026c096cb7348349, server=289954c9202d,40467,1732691923470 because future has completed 2024-11-27T07:18:50,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T07:18:50,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 996addf4d848041d026c096cb7348349, server=289954c9202d,40467,1732691923470 in 189 msec 2024-11-27T07:18:50,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T07:18:50,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=996addf4d848041d026c096cb7348349, ASSIGN in 348 msec 2024-11-27T07:18:50,420 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:18:50,421 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732691930420"}]},"ts":"1732691930420"} 2024-11-27T07:18:50,423 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T07:18:50,424 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:18:50,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2040 sec 2024-11-27T07:18:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:18:51,386 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T07:18:51,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18691726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:51,386 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,38801,-1 for getting cluster id 2024-11-27T07:18:51,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:18:51,387 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75b36e91-0887-4d3a-a71a-6272f89701e4' 2024-11-27T07:18:51,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:18:51,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75b36e91-0887-4d3a-a71a-6272f89701e4" 2024-11-27T07:18:51,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21149a00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:51,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,38801,-1] 2024-11-27T07:18:51,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:18:51,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:51,389 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:18:51,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f174e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:51,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5a8218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:51,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,32893,-1 for getting cluster id 2024-11-27T07:18:51,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:18:51,391 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '218507de-b88c-4e01-b374-c867cf7ad9e6' 2024-11-27T07:18:51,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:18:51,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "218507de-b88c-4e01-b374-c867cf7ad9e6" 2024-11-27T07:18:51,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2632d21a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:51,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,32893,-1] 2024-11-27T07:18:51,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:18:51,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:51,393 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:18:51,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1328384e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:51,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573f5058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:51,394 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,38801,-1 for getting cluster id 2024-11-27T07:18:51,394 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:18:51,395 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75b36e91-0887-4d3a-a71a-6272f89701e4' 2024-11-27T07:18:51,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:18:51,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75b36e91-0887-4d3a-a71a-6272f89701e4" 2024-11-27T07:18:51,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a52c79b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:51,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,38801,-1] 2024-11-27T07:18:51,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:18:51,396 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:51,396 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:18:51,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8d55e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:51,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:18:51,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,38801,1732691917873 2024-11-27T07:18:51,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ef38794 2024-11-27T07:18:51,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:18:51,400 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:18:51,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38801 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://289954c9202d:32893,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-27T07:18:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38801 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T07:18:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:18:51,403 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:32893' 2024-11-27T07:18:51,404 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c834bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:51,404 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,32893,-1 for getting cluster id 2024-11-27T07:18:51,404 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:18:51,405 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '218507de-b88c-4e01-b374-c867cf7ad9e6' 2024-11-27T07:18:51,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:18:51,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "218507de-b88c-4e01-b374-c867cf7ad9e6" 2024-11-27T07:18:51,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743e9d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:51,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,32893,-1] 2024-11-27T07:18:51,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:18:51,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:51,407 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:18:51,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e026772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:51,408 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:18:51,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,32893,1732691923239 2024-11-27T07:18:51,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35549dab 2024-11-27T07:18:51,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:18:51,410 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:18:51,410 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T07:18:51,410 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T07:18:51,410 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:51,410 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:51,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:18:51,411 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:18:51,412 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T07:18:51,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:18:51,413 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:51,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:18:51,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741837_1013 (size=1138) 2024-11-27T07:18:51,462 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T07:18:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:18:51,535 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T07:18:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:18:51,821 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d269b9e0025cb4df1d4ac167258d169, NAME => 'hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859 2024-11-27T07:18:51,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741838_1014 (size=44) 2024-11-27T07:18:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:18:52,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:52,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8d269b9e0025cb4df1d4ac167258d169, disabling compactions & flushes 2024-11-27T07:18:52,227 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169. 2024-11-27T07:18:52,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169. 2024-11-27T07:18:52,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169. after waiting 0 ms 2024-11-27T07:18:52,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169. 2024-11-27T07:18:52,227 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169. 2024-11-27T07:18:52,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d269b9e0025cb4df1d4ac167258d169: Waiting for close lock at 1732691932227Disabling compacts and flushes for region at 1732691932227Disabling writes for close at 1732691932227Writing region close event to WAL at 1732691932227Closed at 1732691932227 2024-11-27T07:18:52,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:18:52,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732691932229"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732691932229"}]},"ts":"1732691932229"} 2024-11-27T07:18:52,231 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:18:52,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:18:52,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732691932232"}]},"ts":"1732691932232"} 2024-11-27T07:18:52,234 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T07:18:52,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d269b9e0025cb4df1d4ac167258d169, ASSIGN}] 2024-11-27T07:18:52,235 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d269b9e0025cb4df1d4ac167258d169, ASSIGN 2024-11-27T07:18:52,236 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8d269b9e0025cb4df1d4ac167258d169, ASSIGN; state=OFFLINE, location=289954c9202d,33371,1732691918107; forceNewPlan=false, retain=false 2024-11-27T07:18:52,387 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8d269b9e0025cb4df1d4ac167258d169, regionState=OPENING, regionLocation=289954c9202d,33371,1732691918107 2024-11-27T07:18:52,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8d269b9e0025cb4df1d4ac167258d169, ASSIGN because future has completed 2024-11-27T07:18:52,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d269b9e0025cb4df1d4ac167258d169, server=289954c9202d,33371,1732691918107}] 2024-11-27T07:18:52,440 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:18:52,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:52,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:52,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:52,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:18:52,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169. 2024-11-27T07:18:52,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:18:52,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T07:18:52,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C33371%2C1732691918107.rep, suffix=, logDir=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107, archiveDir=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/oldWALs, maxLogs=10 2024-11-27T07:18:52,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.rep.1732691932548, exclude list is [], retry=0 2024-11-27T07:18:52,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35135,DS-c2dfe09f-b2e0-436f-ae2c-4f497dea50da,DISK] 2024-11-27T07:18:52,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.rep.1732691932548 2024-11-27T07:18:52,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46185:46185)] 2024-11-27T07:18:52,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d269b9e0025cb4df1d4ac167258d169, NAME => 'hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:18:52,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:18:52,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:18:52,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169. service=MultiRowMutationService 2024-11-27T07:18:52,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T07:18:52,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8d269b9e0025cb4df1d4ac167258d169 2024-11-27T07:18:52,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:18:52,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8d269b9e0025cb4df1d4ac167258d169 2024-11-27T07:18:52,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8d269b9e0025cb4df1d4ac167258d169 2024-11-27T07:18:52,567 INFO [StoreOpener-8d269b9e0025cb4df1d4ac167258d169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8d269b9e0025cb4df1d4ac167258d169 2024-11-27T07:18:52,569 INFO [StoreOpener-8d269b9e0025cb4df1d4ac167258d169-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d269b9e0025cb4df1d4ac167258d169 columnFamilyName hfileref 2024-11-27T07:18:52,569 DEBUG [StoreOpener-8d269b9e0025cb4df1d4ac167258d169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:52,569 INFO [StoreOpener-8d269b9e0025cb4df1d4ac167258d169-1 {}] regionserver.HStore(327): Store=8d269b9e0025cb4df1d4ac167258d169/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:52,569 INFO [StoreOpener-8d269b9e0025cb4df1d4ac167258d169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8d269b9e0025cb4df1d4ac167258d169 2024-11-27T07:18:52,571 INFO [StoreOpener-8d269b9e0025cb4df1d4ac167258d169-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d269b9e0025cb4df1d4ac167258d169 columnFamilyName queue 2024-11-27T07:18:52,571 DEBUG [StoreOpener-8d269b9e0025cb4df1d4ac167258d169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:52,571 INFO [StoreOpener-8d269b9e0025cb4df1d4ac167258d169-1 {}] regionserver.HStore(327): Store=8d269b9e0025cb4df1d4ac167258d169/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:52,571 INFO [StoreOpener-8d269b9e0025cb4df1d4ac167258d169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8d269b9e0025cb4df1d4ac167258d169 2024-11-27T07:18:52,572 INFO [StoreOpener-8d269b9e0025cb4df1d4ac167258d169-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d269b9e0025cb4df1d4ac167258d169 columnFamilyName sid 2024-11-27T07:18:52,572 DEBUG [StoreOpener-8d269b9e0025cb4df1d4ac167258d169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:18:52,573 INFO [StoreOpener-8d269b9e0025cb4df1d4ac167258d169-1 {}] regionserver.HStore(327): Store=8d269b9e0025cb4df1d4ac167258d169/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:18:52,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8d269b9e0025cb4df1d4ac167258d169 2024-11-27T07:18:52,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/replication/8d269b9e0025cb4df1d4ac167258d169 2024-11-27T07:18:52,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/replication/8d269b9e0025cb4df1d4ac167258d169 2024-11-27T07:18:52,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8d269b9e0025cb4df1d4ac167258d169 2024-11-27T07:18:52,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8d269b9e0025cb4df1d4ac167258d169 2024-11-27T07:18:52,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:18:52,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8d269b9e0025cb4df1d4ac167258d169 2024-11-27T07:18:52,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/replication/8d269b9e0025cb4df1d4ac167258d169/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:18:52,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8d269b9e0025cb4df1d4ac167258d169; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63024162, jitterRate=-0.06086680293083191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:18:52,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d269b9e0025cb4df1d4ac167258d169 2024-11-27T07:18:52,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8d269b9e0025cb4df1d4ac167258d169: Running coprocessor pre-open hook at 1732691932566Writing region info on filesystem at 1732691932566Initializing all the Stores at 1732691932567 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691932567Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691932567Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732691932567Cleaning up temporary data from old regions at 1732691932575 (+8 ms)Running coprocessor post-open hooks at 1732691932579 (+4 ms)Region opened successfully at 1732691932579 2024-11-27T07:18:52,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169., pid=10, masterSystemTime=1732691932542 2024-11-27T07:18:52,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169. 2024-11-27T07:18:52,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169. 2024-11-27T07:18:52,583 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8d269b9e0025cb4df1d4ac167258d169, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,33371,1732691918107 2024-11-27T07:18:52,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d269b9e0025cb4df1d4ac167258d169, server=289954c9202d,33371,1732691918107 because future has completed 2024-11-27T07:18:52,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T07:18:52,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d269b9e0025cb4df1d4ac167258d169, server=289954c9202d,33371,1732691918107 in 197 msec 2024-11-27T07:18:52,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T07:18:52,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d269b9e0025cb4df1d4ac167258d169, ASSIGN in 355 msec 2024-11-27T07:18:52,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:18:52,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732691932593"}]},"ts":"1732691932593"} 2024-11-27T07:18:52,602 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T07:18:52,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:18:52,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-11-27T07:18:52,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169., hostname=289954c9202d,33371,1732691918107, seqNum=2] 2024-11-27T07:18:52,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1520057438 2024-11-27T07:18:52,761 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1017b286eec0001, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1520057438 2024-11-27T07:18:52,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T07:18:52,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T07:18:52,936 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T07:18:52,961 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-289954c9202d,33371,1732691918107, ReplicationSource: 1, currentBandwidth=0 2024-11-27T07:18:52,962 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:18:52,962 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,33371,1732691918107, seqNum=-1] 2024-11-27T07:18:52,962 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:18:52,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-27T07:18:52,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-289954c9202d,33371,1732691918107', locateType=CURRENT is [region=hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169., hostname=289954c9202d,33371,1732691918107, seqNum=2] 2024-11-27T07:18:52,967 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T07:18:52,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38801 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T07:18:52,970 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 289954c9202d,33371,1732691918107 suceeded 2024-11-27T07:18:52,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T07:18:52,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-27T07:18:52,972 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://289954c9202d:32893,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-27T07:18:52,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5710 sec 2024-11-27T07:18:52,982 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:32893' 2024-11-27T07:18:52,983 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b6259b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:52,983 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,32893,-1 for getting cluster id 2024-11-27T07:18:52,983 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:18:52,984 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '218507de-b88c-4e01-b374-c867cf7ad9e6' 2024-11-27T07:18:52,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:18:52,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "218507de-b88c-4e01-b374-c867cf7ad9e6" 2024-11-27T07:18:52,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@516f1d42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:52,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,32893,-1] 2024-11-27T07:18:52,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:18:52,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:52,986 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:18:52,986 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10915fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:52,986 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:18:52,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,32893,1732691923239 2024-11-27T07:18:52,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59d4c290 2024-11-27T07:18:52,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:18:52,988 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-27T07:18:52,989 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-289954c9202d,33371,1732691918107 (queues=1) is replicating from cluster=75b36e91-0887-4d3a-a71a-6272f89701e4 to cluster=218507de-b88c-4e01-b374-c867cf7ad9e6 2024-11-27T07:18:52,989 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=289954c9202d%2C33371%2C1732691918107 2024-11-27T07:18:52,989 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-289954c9202d,33371,1732691918107, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T07:18:52,989 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.shipper289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 289954c9202d%2C33371%2C1732691918107 2024-11-27T07:18:52,990 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753, startPosition=0, beingWritten=true 2024-11-27T07:18:52,998 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:18:52,998 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 379, reset compression=false 2024-11-27T07:18:52,998 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.shipper289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,33371,1732691918107 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:18:53,203 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 379, reset compression=false 2024-11-27T07:18:53,507 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 379, reset compression=false 2024-11-27T07:18:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:18:53,546 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T07:18:53,546 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:18:53,547 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:18:53,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:53,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:53,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:18:53,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:53,554 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732691933552/Put/seqid=0 2024-11-27T07:18:53,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741840_1016 (size=7894) 2024-11-27T07:18:53,911 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 379, reset compression=false 2024-11-27T07:18:53,966 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/load_f/f/hfile_1 is 34, key is ddd/f:row/1732691933965/Put/seqid=0 2024-11-27T07:18:53,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741841_1017 (size=7691) 2024-11-27T07:18:54,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e96bb09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:54,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,38801,-1 for getting cluster id 2024-11-27T07:18:54,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:18:54,375 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75b36e91-0887-4d3a-a71a-6272f89701e4' 2024-11-27T07:18:54,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:18:54,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75b36e91-0887-4d3a-a71a-6272f89701e4" 2024-11-27T07:18:54,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3fd22d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:54,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,38801,-1] 2024-11-27T07:18:54,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:18:54,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:54,376 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:18:54,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba66db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:54,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:18:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,33371,1732691918107, seqNum=-1] 2024-11-27T07:18:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:18:54,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:18:54,388 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:18:54,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,38801,1732691917873 2024-11-27T07:18:54,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b8d2da7 2024-11-27T07:18:54,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:18:54,393 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:18:54,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732691927064.d1c80f0ca62fb0469b08917df6394892., hostname=289954c9202d,33371,1732691918107, seqNum=2] 2024-11-27T07:18:54,406 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T07:18:54,415 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 379, reset compression=false 2024-11-27T07:18:54,418 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-27T07:18:54,421 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-27T07:18:54,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/load_f/f/hfile_1 for inclusion in d1c80f0ca62fb0469b08917df6394892/f 2024-11-27T07:18:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T07:18:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T07:18:54,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/load_f/f/hfile_0 for inclusion in d1c80f0ca62fb0469b08917df6394892/f 2024-11-27T07:18:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T07:18:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T07:18:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HRegion(2603): Flush status journal for d1c80f0ca62fb0469b08917df6394892: 2024-11-27T07:18:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/load_f/f/hfile_1 to hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/staging/jenkins__test__kf4146bbvboequ1mofpka4lvdhg1bj18as54phdgjtaoqoks0t04g71ehjpv0n9f/f/hfile_1 2024-11-27T07:18:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/staging/jenkins__test__kf4146bbvboequ1mofpka4lvdhg1bj18as54phdgjtaoqoks0t04g71ehjpv0n9f/f/hfile_1 as hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/default/test/d1c80f0ca62fb0469b08917df6394892/f/f5f4904ef782432d8a96191cbe441828_SeqId_4_ 2024-11-27T07:18:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/load_f/f/hfile_0 to hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/staging/jenkins__test__kf4146bbvboequ1mofpka4lvdhg1bj18as54phdgjtaoqoks0t04g71ehjpv0n9f/f/hfile_0 2024-11-27T07:18:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/staging/jenkins__test__kf4146bbvboequ1mofpka4lvdhg1bj18as54phdgjtaoqoks0t04g71ehjpv0n9f/f/hfile_0 as hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/default/test/d1c80f0ca62fb0469b08917df6394892/f/5fb7590e48184d7ba1c28b564dcf2f69_SeqId_4_ 2024-11-27T07:18:54,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/staging/jenkins__test__kf4146bbvboequ1mofpka4lvdhg1bj18as54phdgjtaoqoks0t04g71ehjpv0n9f/f/hfile_1 into d1c80f0ca62fb0469b08917df6394892/f as hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/default/test/d1c80f0ca62fb0469b08917df6394892/f/f5f4904ef782432d8a96191cbe441828_SeqId_4_ - updating store file list. 2024-11-27T07:18:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f5f4904ef782432d8a96191cbe441828_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T07:18:54,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/default/test/d1c80f0ca62fb0469b08917df6394892/f/f5f4904ef782432d8a96191cbe441828_SeqId_4_ into d1c80f0ca62fb0469b08917df6394892/f 2024-11-27T07:18:54,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/staging/jenkins__test__kf4146bbvboequ1mofpka4lvdhg1bj18as54phdgjtaoqoks0t04g71ehjpv0n9f/f/hfile_1 into d1c80f0ca62fb0469b08917df6394892/f (new location: hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/default/test/d1c80f0ca62fb0469b08917df6394892/f/f5f4904ef782432d8a96191cbe441828_SeqId_4_) 2024-11-27T07:18:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/staging/jenkins__test__kf4146bbvboequ1mofpka4lvdhg1bj18as54phdgjtaoqoks0t04g71ehjpv0n9f/f/hfile_1 2024-11-27T07:18:54,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/staging/jenkins__test__kf4146bbvboequ1mofpka4lvdhg1bj18as54phdgjtaoqoks0t04g71ehjpv0n9f/f/hfile_0 into d1c80f0ca62fb0469b08917df6394892/f as hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/default/test/d1c80f0ca62fb0469b08917df6394892/f/5fb7590e48184d7ba1c28b564dcf2f69_SeqId_4_ - updating store file list. 2024-11-27T07:18:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5fb7590e48184d7ba1c28b564dcf2f69_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T07:18:54,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/default/test/d1c80f0ca62fb0469b08917df6394892/f/5fb7590e48184d7ba1c28b564dcf2f69_SeqId_4_ into d1c80f0ca62fb0469b08917df6394892/f 2024-11-27T07:18:54,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/staging/jenkins__test__kf4146bbvboequ1mofpka4lvdhg1bj18as54phdgjtaoqoks0t04g71ehjpv0n9f/f/hfile_0 into d1c80f0ca62fb0469b08917df6394892/f (new location: hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/default/test/d1c80f0ca62fb0469b08917df6394892/f/5fb7590e48184d7ba1c28b564dcf2f69_SeqId_4_) 2024-11-27T07:18:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/staging/jenkins__test__kf4146bbvboequ1mofpka4lvdhg1bj18as54phdgjtaoqoks0t04g71ehjpv0n9f/f/hfile_0 2024-11-27T07:18:54,500 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:18:54,500 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:18:54,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:54,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:54,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:18:54,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:18:54,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732691927064.d1c80f0ca62fb0469b08917df6394892., hostname=289954c9202d,33371,1732691918107, seqNum=2 , the old value is region=test,,1732691927064.d1c80f0ca62fb0469b08917df6394892., hostname=289954c9202d,33371,1732691918107, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=289954c9202d:33371 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T07:18:54,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,40467,1732691923470, seqNum=-1] 2024-11-27T07:18:54,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:18:54,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732691927064.d1c80f0ca62fb0469b08917df6394892., hostname=289954c9202d,33371,1732691918107, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T07:18:54,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732691927064.d1c80f0ca62fb0469b08917df6394892., hostname=289954c9202d,33371,1732691918107, seqNum=2 from cache 2024-11-27T07:18:54,503 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T07:18:54,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:18:54,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732691929220.996addf4d848041d026c096cb7348349., hostname=289954c9202d,40467,1732691923470, seqNum=2] 2024-11-27T07:18:54,509 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T07:18:54,616 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:33371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T07:18:54,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T07:18:54,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T07:18:54,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T07:18:54,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T07:18:54,874 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:18:54,874 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T07:18:55,019 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 379, reset compression=false 2024-11-27T07:18:55,025 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:18:55,025 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.shipper289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,33371,1732691918107 got entry batch from reader: WALEntryBatch [walEntries=[{test/d1c80f0ca62fb0469b08917df6394892/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732691934494/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T07:18:55,045 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.shipper289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:18:55,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-27T07:18:55,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.ReplicationSink(318): Replicating [75b36e91-0887-4d3a-a71a-6272f89701e4] bulk loaded data 2024-11-27T07:18:55,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16168a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:55,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,32893,-1 for getting cluster id 2024-11-27T07:18:55,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:18:55,051 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '218507de-b88c-4e01-b374-c867cf7ad9e6' 2024-11-27T07:18:55,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:18:55,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "218507de-b88c-4e01-b374-c867cf7ad9e6" 2024-11-27T07:18:55,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ee21e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:55,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,32893,-1] 2024-11-27T07:18:55,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:18:55,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:55,053 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:18:55,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@139f0c38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:55,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741837_1013 (size=7691) 2024-11-27T07:18:55,225 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 687, reset compression=false 2024-11-27T07:18:55,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741838_1014 (size=7894) 2024-11-27T07:18:55,511 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T07:18:55,529 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 687, reset compression=false 2024-11-27T07:18:55,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:18:55,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,32893,1732691923239 2024-11-27T07:18:55,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bf56503 2024-11-27T07:18:55,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:18:55,879 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-27T07:18:55,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T07:18:55,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:18:55,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,40467,1732691923470, seqNum=-1] 2024-11-27T07:18:55,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:18:55,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-27T07:18:55,890 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/staging/jenkins.hfs.6__test__euj4fa0gjaaao7oic0mgnd9dorhukio950ecvark341q8ve6q9u4s7it3j59376e/f/5fb7590e48184d7ba1c28b564dcf2f69_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T07:18:55,893 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/staging/jenkins.hfs.6__test__euj4fa0gjaaao7oic0mgnd9dorhukio950ecvark341q8ve6q9u4s7it3j59376e/f/f5f4904ef782432d8a96191cbe441828_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T07:18:55,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/staging/jenkins.hfs.6__test__euj4fa0gjaaao7oic0mgnd9dorhukio950ecvark341q8ve6q9u4s7it3j59376e/f/5fb7590e48184d7ba1c28b564dcf2f69_SeqId_4_ for inclusion in 996addf4d848041d026c096cb7348349/f 2024-11-27T07:18:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T07:18:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T07:18:55,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/staging/jenkins.hfs.6__test__euj4fa0gjaaao7oic0mgnd9dorhukio950ecvark341q8ve6q9u4s7it3j59376e/f/f5f4904ef782432d8a96191cbe441828_SeqId_4_ for inclusion in 996addf4d848041d026c096cb7348349/f 2024-11-27T07:18:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T07:18:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T07:18:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HRegion(2603): Flush status journal for 996addf4d848041d026c096cb7348349: 2024-11-27T07:18:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5fb7590e48184d7ba1c28b564dcf2f69_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T07:18:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/staging/jenkins.hfs.6__test__euj4fa0gjaaao7oic0mgnd9dorhukio950ecvark341q8ve6q9u4s7it3j59376e/f/5fb7590e48184d7ba1c28b564dcf2f69_SeqId_4_ as hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/default/test/996addf4d848041d026c096cb7348349/f/18f65772b8df47e7b529c0c50ab5d9e2_SeqId_4_ 2024-11-27T07:18:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f5f4904ef782432d8a96191cbe441828_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T07:18:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/staging/jenkins.hfs.6__test__euj4fa0gjaaao7oic0mgnd9dorhukio950ecvark341q8ve6q9u4s7it3j59376e/f/f5f4904ef782432d8a96191cbe441828_SeqId_4_ as hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/default/test/996addf4d848041d026c096cb7348349/f/a6cbbc6a37cb45929937cd4dcc5bb649_SeqId_4_ 2024-11-27T07:18:55,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/staging/jenkins.hfs.6__test__euj4fa0gjaaao7oic0mgnd9dorhukio950ecvark341q8ve6q9u4s7it3j59376e/f/5fb7590e48184d7ba1c28b564dcf2f69_SeqId_4_ into 996addf4d848041d026c096cb7348349/f as hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/default/test/996addf4d848041d026c096cb7348349/f/18f65772b8df47e7b529c0c50ab5d9e2_SeqId_4_ - updating store file list. 2024-11-27T07:18:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 18f65772b8df47e7b529c0c50ab5d9e2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T07:18:55,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/default/test/996addf4d848041d026c096cb7348349/f/18f65772b8df47e7b529c0c50ab5d9e2_SeqId_4_ into 996addf4d848041d026c096cb7348349/f 2024-11-27T07:18:55,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/staging/jenkins.hfs.6__test__euj4fa0gjaaao7oic0mgnd9dorhukio950ecvark341q8ve6q9u4s7it3j59376e/f/5fb7590e48184d7ba1c28b564dcf2f69_SeqId_4_ into 996addf4d848041d026c096cb7348349/f (new location: hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/default/test/996addf4d848041d026c096cb7348349/f/18f65772b8df47e7b529c0c50ab5d9e2_SeqId_4_) 2024-11-27T07:18:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/staging/jenkins.hfs.6__test__euj4fa0gjaaao7oic0mgnd9dorhukio950ecvark341q8ve6q9u4s7it3j59376e/f/5fb7590e48184d7ba1c28b564dcf2f69_SeqId_4_ 2024-11-27T07:18:55,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/staging/jenkins.hfs.6__test__euj4fa0gjaaao7oic0mgnd9dorhukio950ecvark341q8ve6q9u4s7it3j59376e/f/f5f4904ef782432d8a96191cbe441828_SeqId_4_ into 996addf4d848041d026c096cb7348349/f as hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/default/test/996addf4d848041d026c096cb7348349/f/a6cbbc6a37cb45929937cd4dcc5bb649_SeqId_4_ - updating store file list. 2024-11-27T07:18:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a6cbbc6a37cb45929937cd4dcc5bb649_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T07:18:55,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/default/test/996addf4d848041d026c096cb7348349/f/a6cbbc6a37cb45929937cd4dcc5bb649_SeqId_4_ into 996addf4d848041d026c096cb7348349/f 2024-11-27T07:18:55,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/staging/jenkins.hfs.6__test__euj4fa0gjaaao7oic0mgnd9dorhukio950ecvark341q8ve6q9u4s7it3j59376e/f/f5f4904ef782432d8a96191cbe441828_SeqId_4_ into 996addf4d848041d026c096cb7348349/f (new location: hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/default/test/996addf4d848041d026c096cb7348349/f/a6cbbc6a37cb45929937cd4dcc5bb649_SeqId_4_) 2024-11-27T07:18:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/staging/jenkins.hfs.6__test__euj4fa0gjaaao7oic0mgnd9dorhukio950ecvark341q8ve6q9u4s7it3j59376e/f/f5f4904ef782432d8a96191cbe441828_SeqId_4_ 2024-11-27T07:18:55,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.ReplicationSink(324): Finished replicating [75b36e91-0887-4d3a-a71a-6272f89701e4] bulk loaded data 2024-11-27T07:18:55,933 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 687, reset compression=false 2024-11-27T07:18:56,437 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 687, reset compression=false 2024-11-27T07:18:56,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:18:56,531 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732691936530/Put/seqid=0 2024-11-27T07:18:56,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741842_1018 (size=7997) 2024-11-27T07:18:56,938 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732691936937/Put/seqid=0 2024-11-27T07:18:56,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741843_1019 (size=7794) 2024-11-27T07:18:57,041 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 687, reset compression=false 2024-11-27T07:18:57,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ae4d4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:57,343 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,38801,-1 for getting cluster id 2024-11-27T07:18:57,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:18:57,344 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75b36e91-0887-4d3a-a71a-6272f89701e4' 2024-11-27T07:18:57,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:18:57,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75b36e91-0887-4d3a-a71a-6272f89701e4" 2024-11-27T07:18:57,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7209fea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:57,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,38801,-1] 2024-11-27T07:18:57,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:18:57,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:57,346 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:18:57,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6585b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:18:57,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:18:57,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,33371,1732691918107, seqNum=-1] 2024-11-27T07:18:57,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:18:57,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:18:57,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:18:57,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,38801,1732691917873 2024-11-27T07:18:57,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c603403 2024-11-27T07:18:57,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:18:57,358 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:18:57,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732691927064.d1c80f0ca62fb0469b08917df6394892., hostname=289954c9202d,33371,1732691918107, seqNum=2] 2024-11-27T07:18:57,364 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T07:18:57,370 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-27T07:18:57,373 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-27T07:18:57,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/load_f1/f1/hfile_0 for inclusion in d1c80f0ca62fb0469b08917df6394892/f1 2024-11-27T07:18:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T07:18:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T07:18:57,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/load_f1/f1/hfile_1 for inclusion in d1c80f0ca62fb0469b08917df6394892/f1 2024-11-27T07:18:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T07:18:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T07:18:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HRegion(2603): Flush status journal for d1c80f0ca62fb0469b08917df6394892: 2024-11-27T07:18:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/load_f1/f1/hfile_0 to hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/staging/jenkins__test__qhll71ndn8dno3sngvtaaj6bnb39ujbm9h055n61tuvc32c919evvu5qle2esv64/f1/hfile_0 2024-11-27T07:18:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/staging/jenkins__test__qhll71ndn8dno3sngvtaaj6bnb39ujbm9h055n61tuvc32c919evvu5qle2esv64/f1/hfile_0 as hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/default/test/d1c80f0ca62fb0469b08917df6394892/f1/cbb71ea881374da0860a604c3209b324_SeqId_6_ 2024-11-27T07:18:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/load_f1/f1/hfile_1 to hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/staging/jenkins__test__qhll71ndn8dno3sngvtaaj6bnb39ujbm9h055n61tuvc32c919evvu5qle2esv64/f1/hfile_1 2024-11-27T07:18:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/staging/jenkins__test__qhll71ndn8dno3sngvtaaj6bnb39ujbm9h055n61tuvc32c919evvu5qle2esv64/f1/hfile_1 as hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/default/test/d1c80f0ca62fb0469b08917df6394892/f1/8ef699785c1943b98887b2f172cd8995_SeqId_6_ 2024-11-27T07:18:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-27T07:18:57,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/staging/jenkins__test__qhll71ndn8dno3sngvtaaj6bnb39ujbm9h055n61tuvc32c919evvu5qle2esv64/f1/hfile_0 into d1c80f0ca62fb0469b08917df6394892/f1 as hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/default/test/d1c80f0ca62fb0469b08917df6394892/f1/cbb71ea881374da0860a604c3209b324_SeqId_6_ - updating store file list. 2024-11-27T07:18:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cbb71ea881374da0860a604c3209b324_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T07:18:57,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/default/test/d1c80f0ca62fb0469b08917df6394892/f1/cbb71ea881374da0860a604c3209b324_SeqId_6_ into d1c80f0ca62fb0469b08917df6394892/f1 2024-11-27T07:18:57,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/staging/jenkins__test__qhll71ndn8dno3sngvtaaj6bnb39ujbm9h055n61tuvc32c919evvu5qle2esv64/f1/hfile_0 into d1c80f0ca62fb0469b08917df6394892/f1 (new location: hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/default/test/d1c80f0ca62fb0469b08917df6394892/f1/cbb71ea881374da0860a604c3209b324_SeqId_6_) 2024-11-27T07:18:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/staging/jenkins__test__qhll71ndn8dno3sngvtaaj6bnb39ujbm9h055n61tuvc32c919evvu5qle2esv64/f1/hfile_0 2024-11-27T07:18:57,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/staging/jenkins__test__qhll71ndn8dno3sngvtaaj6bnb39ujbm9h055n61tuvc32c919evvu5qle2esv64/f1/hfile_1 into d1c80f0ca62fb0469b08917df6394892/f1 as hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/default/test/d1c80f0ca62fb0469b08917df6394892/f1/8ef699785c1943b98887b2f172cd8995_SeqId_6_ - updating store file list. 2024-11-27T07:18:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8ef699785c1943b98887b2f172cd8995_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T07:18:57,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/default/test/d1c80f0ca62fb0469b08917df6394892/f1/8ef699785c1943b98887b2f172cd8995_SeqId_6_ into d1c80f0ca62fb0469b08917df6394892/f1 2024-11-27T07:18:57,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/staging/jenkins__test__qhll71ndn8dno3sngvtaaj6bnb39ujbm9h055n61tuvc32c919evvu5qle2esv64/f1/hfile_1 into d1c80f0ca62fb0469b08917df6394892/f1 (new location: hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/default/test/d1c80f0ca62fb0469b08917df6394892/f1/8ef699785c1943b98887b2f172cd8995_SeqId_6_) 2024-11-27T07:18:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/staging/jenkins__test__qhll71ndn8dno3sngvtaaj6bnb39ujbm9h055n61tuvc32c919evvu5qle2esv64/f1/hfile_1 2024-11-27T07:18:57,404 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:18:57,404 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:18:57,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:57,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:18:57,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:18:57,405 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:18:57,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732691927064.d1c80f0ca62fb0469b08917df6394892., hostname=289954c9202d,33371,1732691918107, seqNum=2 , the old value is region=test,,1732691927064.d1c80f0ca62fb0469b08917df6394892., hostname=289954c9202d,33371,1732691918107, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=289954c9202d:33371 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T07:18:57,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732691927064.d1c80f0ca62fb0469b08917df6394892., hostname=289954c9202d,33371,1732691918107, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T07:18:57,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732691927064.d1c80f0ca62fb0469b08917df6394892., hostname=289954c9202d,33371,1732691918107, seqNum=2 from cache 2024-11-27T07:18:57,406 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T07:18:57,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,33371,1732691918107, seqNum=-1] 2024-11-27T07:18:57,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:18:57,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:18:57,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732691927064.d1c80f0ca62fb0469b08917df6394892., hostname=289954c9202d,33371,1732691918107, seqNum=2] 2024-11-27T07:18:57,516 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:33371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T07:18:57,746 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 687, reset compression=false 2024-11-27T07:18:57,750 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:18:57,750 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:18:57,750 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.shipper289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,33371,1732691918107 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:18:57,954 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:18:58,068 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:18:58,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:58,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:58,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:58,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:18:58,258 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:18:58,662 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:18:59,166 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:18:59,769 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:00,473 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:01,277 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:02,181 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:03,185 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:04,289 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:05,493 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:06,798 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:07,461 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T07:19:08,202 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:09,706 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:11,309 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:12,828 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T07:19:13,013 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:14,818 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:16,722 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:17,753 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.shipper289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,33371,1732691918107 got entry batch from reader: null 2024-11-27T07:19:18,725 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:20,829 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:20,843 INFO [master/289954c9202d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T07:19:20,843 INFO [master/289954c9202d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T07:19:23,033 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:25,337 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:27,367 INFO [master/289954c9202d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T07:19:27,367 INFO [master/289954c9202d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T07:19:27,741 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:30,245 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:32,849 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:33,207 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d1c80f0ca62fb0469b08917df6394892, had cached 0 bytes from a total of 31376 2024-11-27T07:19:35,383 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 996addf4d848041d026c096cb7348349, had cached 0 bytes from a total of 15585 2024-11-27T07:19:35,553 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:37,461 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T07:19:37,753 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.shipper289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,33371,1732691918107 got entry batch from reader: null 2024-11-27T07:19:38,357 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:40,781 DEBUG [master/289954c9202d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T07:19:41,262 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:42,828 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T07:19:44,275 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:47,379 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:50,583 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:53,887 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:57,291 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:19:57,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T07:19:57,448 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:19:57,448 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:19:57,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:19:57,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:19:57,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:19:57,449 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T07:19:57,449 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=218617095, stopped=false 2024-11-27T07:19:57,449 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=289954c9202d,32893,1732691923239 2024-11-27T07:19:57,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12144455359/running 2024-11-27T07:19:57,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1017b286eec0004, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12144455359/running 2024-11-27T07:19:57,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12144455359 2024-11-27T07:19:57,535 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:19:57,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1017b286eec0004, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12144455359 2024-11-27T07:19:57,535 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:19:57,535 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:19:57,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:19:57,536 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '289954c9202d,40467,1732691923470' ***** 2024-11-27T07:19:57,536 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T07:19:57,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Set watcher on znode that does not yet exist, /12144455359/running 2024-11-27T07:19:57,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40467-0x1017b286eec0004, quorum=127.0.0.1:59449, baseZNode=/12144455359 Set watcher on znode that does not yet exist, /12144455359/running 2024-11-27T07:19:57,536 INFO [RS:0;289954c9202d:40467 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T07:19:57,536 INFO [RS:0;289954c9202d:40467 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T07:19:57,536 INFO [RS:0;289954c9202d:40467 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T07:19:57,536 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T07:19:57,537 INFO [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(3091): Received CLOSE for 996addf4d848041d026c096cb7348349 2024-11-27T07:19:57,537 INFO [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(959): stopping server 289954c9202d,40467,1732691923470 2024-11-27T07:19:57,537 INFO [RS:0;289954c9202d:40467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:19:57,537 INFO [RS:0;289954c9202d:40467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:40467. 2024-11-27T07:19:57,537 DEBUG [RS:0;289954c9202d:40467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:19:57,537 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 996addf4d848041d026c096cb7348349, disabling compactions & flushes 2024-11-27T07:19:57,537 DEBUG [RS:0;289954c9202d:40467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:19:57,537 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732691929220.996addf4d848041d026c096cb7348349. 2024-11-27T07:19:57,537 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732691929220.996addf4d848041d026c096cb7348349. 2024-11-27T07:19:57,537 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732691929220.996addf4d848041d026c096cb7348349. after waiting 0 ms 2024-11-27T07:19:57,537 INFO [RS:0;289954c9202d:40467 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T07:19:57,537 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732691929220.996addf4d848041d026c096cb7348349. 2024-11-27T07:19:57,537 INFO [RS:0;289954c9202d:40467 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T07:19:57,537 INFO [RS:0;289954c9202d:40467 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T07:19:57,537 INFO [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T07:19:57,537 INFO [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T07:19:57,537 DEBUG [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 996addf4d848041d026c096cb7348349=test,,1732691929220.996addf4d848041d026c096cb7348349.} 2024-11-27T07:19:57,538 DEBUG [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 996addf4d848041d026c096cb7348349 2024-11-27T07:19:57,538 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:19:57,538 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:19:57,538 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:19:57,538 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:19:57,538 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:19:57,538 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T07:19:57,543 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/default/test/996addf4d848041d026c096cb7348349/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T07:19:57,544 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:19:57,544 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:19:57,544 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732691929220.996addf4d848041d026c096cb7348349. 2024-11-27T07:19:57,544 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 996addf4d848041d026c096cb7348349: Waiting for close lock at 1732691997537Running coprocessor pre-close hooks at 1732691997537Disabling compacts and flushes for region at 1732691997537Disabling writes for close at 1732691997537Writing region close event to WAL at 1732691997538 (+1 ms)Running coprocessor post-close hooks at 1732691997544 (+6 ms)Closed at 1732691997544 2024-11-27T07:19:57,544 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732691929220.996addf4d848041d026c096cb7348349. 2024-11-27T07:19:57,559 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740/.tmp/info/ed5ad66d736f4122b93727c3aae3c91c is 129, key is test,,1732691929220.996addf4d848041d026c096cb7348349./info:regioninfo/1732691930409/Put/seqid=0 2024-11-27T07:19:57,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741839_1015 (size=6421) 2024-11-27T07:19:57,567 INFO [regionserver/289954c9202d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:19:57,738 DEBUG [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:19:57,753 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.shipper289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,33371,1732691918107 got entry batch from reader: null 2024-11-27T07:19:57,810 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T07:19:57,810 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T07:19:57,938 DEBUG [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:19:57,964 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740/.tmp/info/ed5ad66d736f4122b93727c3aae3c91c 2024-11-27T07:19:57,982 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740/.tmp/ns/28e81d65bf5b4418ac20e2c9afe4cf1b is 43, key is default/ns:d/1732691926982/Put/seqid=0 2024-11-27T07:19:57,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741840_1016 (size=5153) 2024-11-27T07:19:58,138 DEBUG [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:19:58,338 DEBUG [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:19:58,387 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740/.tmp/ns/28e81d65bf5b4418ac20e2c9afe4cf1b 2024-11-27T07:19:58,409 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740/.tmp/rep_barrier/0a82b655635a49c18b052e431ea692b5 is 112, key is test,,1732691929220.996addf4d848041d026c096cb7348349./rep_barrier:seqnumDuringOpen/1732691930409/Put/seqid=0 2024-11-27T07:19:58,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741841_1017 (size=5518) 2024-11-27T07:19:58,538 INFO [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T07:19:58,538 DEBUG [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T07:19:58,538 DEBUG [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:19:58,739 DEBUG [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:19:58,813 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740/.tmp/rep_barrier/0a82b655635a49c18b052e431ea692b5 2024-11-27T07:19:58,881 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740/.tmp/table/bb823d4fa43f45789e9aea7cc6d14dba is 40, key is test/table:state/1732691930420/Put/seqid=0 2024-11-27T07:19:58,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741842_1018 (size=5165) 2024-11-27T07:19:58,939 DEBUG [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:19:59,139 DEBUG [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:19:59,285 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740/.tmp/table/bb823d4fa43f45789e9aea7cc6d14dba 2024-11-27T07:19:59,291 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740/.tmp/info/ed5ad66d736f4122b93727c3aae3c91c as hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740/info/ed5ad66d736f4122b93727c3aae3c91c 2024-11-27T07:19:59,296 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740/info/ed5ad66d736f4122b93727c3aae3c91c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T07:19:59,297 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740/.tmp/ns/28e81d65bf5b4418ac20e2c9afe4cf1b as hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740/ns/28e81d65bf5b4418ac20e2c9afe4cf1b 2024-11-27T07:19:59,301 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740/ns/28e81d65bf5b4418ac20e2c9afe4cf1b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T07:19:59,302 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740/.tmp/rep_barrier/0a82b655635a49c18b052e431ea692b5 as hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740/rep_barrier/0a82b655635a49c18b052e431ea692b5 2024-11-27T07:19:59,307 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740/rep_barrier/0a82b655635a49c18b052e431ea692b5, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T07:19:59,308 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740/.tmp/table/bb823d4fa43f45789e9aea7cc6d14dba as hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740/table/bb823d4fa43f45789e9aea7cc6d14dba 2024-11-27T07:19:59,313 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740/table/bb823d4fa43f45789e9aea7cc6d14dba, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T07:19:59,314 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1775ms, sequenceid=11, compaction requested=false 2024-11-27T07:19:59,320 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T07:19:59,321 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:19:59,321 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:19:59,321 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:19:59,321 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732691997537Running coprocessor pre-close hooks at 1732691997537Disabling compacts and flushes for region at 1732691997537Disabling writes for close at 1732691997538 (+1 ms)Obtaining lock to block concurrent updates at 1732691997538Preparing flush snapshotting stores in 1588230740 at 1732691997538Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732691997538Flushing stores of hbase:meta,,1.1588230740 at 1732691997539 (+1 ms)Flushing 1588230740/info: creating writer at 1732691997539Flushing 1588230740/info: appending metadata at 1732691997558 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732691997559 (+1 ms)Flushing 1588230740/ns: creating writer at 1732691997969 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732691997982 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732691997982Flushing 1588230740/rep_barrier: creating writer at 1732691998392 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732691998408 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732691998408Flushing 1588230740/table: creating writer at 1732691998868 (+460 ms)Flushing 1588230740/table: appending metadata at 1732691998881 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732691998881Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@578109b2: reopening flushed file at 1732691999290 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@762035a1: reopening flushed file at 1732691999296 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@145da135: reopening flushed file at 1732691999301 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f58cad4: reopening flushed file at 1732691999307 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1775ms, sequenceid=11, compaction requested=false at 1732691999314 (+7 ms)Writing region close event to WAL at 1732691999317 (+3 ms)Running coprocessor post-close hooks at 1732691999321 (+4 ms)Closed at 1732691999321 2024-11-27T07:19:59,321 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T07:19:59,339 INFO [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(976): stopping server 289954c9202d,40467,1732691923470; all regions closed. 2024-11-27T07:19:59,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741834_1010 (size=2717) 2024-11-27T07:19:59,343 DEBUG [RS:0;289954c9202d:40467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/oldWALs 2024-11-27T07:19:59,343 INFO [RS:0;289954c9202d:40467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C40467%2C1732691923470.meta:.meta(num 1732691926916) 2024-11-27T07:19:59,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741832_1008 (size=1028) 2024-11-27T07:19:59,345 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/WALs/289954c9202d,40467,1732691923470/289954c9202d%2C40467%2C1732691923470.1732691925952 not finished, retry = 0 2024-11-27T07:19:59,448 DEBUG [RS:0;289954c9202d:40467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/oldWALs 2024-11-27T07:19:59,448 INFO [RS:0;289954c9202d:40467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C40467%2C1732691923470:(num 1732691925952) 2024-11-27T07:19:59,448 DEBUG [RS:0;289954c9202d:40467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:19:59,448 INFO [RS:0;289954c9202d:40467 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:19:59,448 INFO [RS:0;289954c9202d:40467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:19:59,448 INFO [RS:0;289954c9202d:40467 {}] hbase.ChoreService(370): Chore service for: regionserver/289954c9202d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T07:19:59,448 INFO [RS:0;289954c9202d:40467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:19:59,448 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:19:59,449 INFO [RS:0;289954c9202d:40467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:40467. 2024-11-27T07:19:59,449 DEBUG [RS:0;289954c9202d:40467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:19:59,449 DEBUG [RS:0;289954c9202d:40467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:19:59,449 DEBUG [RS:0;289954c9202d:40467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:19:59,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:19:59,449 INFO [RS:0;289954c9202d:40467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40467 2024-11-27T07:19:59,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12144455359/rs 2024-11-27T07:19:59,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1017b286eec0004, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12144455359/rs/289954c9202d,40467,1732691923470 2024-11-27T07:19:59,503 INFO [RS:0;289954c9202d:40467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:19:59,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [289954c9202d,40467,1732691923470] 2024-11-27T07:19:59,524 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12144455359/draining/289954c9202d,40467,1732691923470 already deleted, retry=false 2024-11-27T07:19:59,524 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 289954c9202d,40467,1732691923470 expired; onlineServers=0 2024-11-27T07:19:59,524 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '289954c9202d,32893,1732691923239' ***** 2024-11-27T07:19:59,524 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T07:19:59,524 INFO [M:0;289954c9202d:32893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:19:59,525 INFO [M:0;289954c9202d:32893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:19:59,525 DEBUG [M:0;289954c9202d:32893 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T07:19:59,525 DEBUG [M:0;289954c9202d:32893 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T07:19:59,525 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T07:19:59,525 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732691925707 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732691925707,5,FailOnTimeoutGroup] 2024-11-27T07:19:59,525 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732691925707 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732691925707,5,FailOnTimeoutGroup] 2024-11-27T07:19:59,525 INFO [M:0;289954c9202d:32893 {}] hbase.ChoreService(370): Chore service for: master/289954c9202d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T07:19:59,525 INFO [M:0;289954c9202d:32893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:19:59,525 DEBUG [M:0;289954c9202d:32893 {}] master.HMaster(1795): Stopping service threads 2024-11-27T07:19:59,525 INFO [M:0;289954c9202d:32893 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T07:19:59,525 INFO [M:0;289954c9202d:32893 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:19:59,525 INFO [M:0;289954c9202d:32893 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T07:19:59,525 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T07:19:59,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12144455359/master 2024-11-27T07:19:59,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12144455359 2024-11-27T07:19:59,535 DEBUG [M:0;289954c9202d:32893 {}] zookeeper.ZKUtil(347): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Unable to get data of znode /12144455359/master because node does not exist (not an error) 2024-11-27T07:19:59,535 WARN [M:0;289954c9202d:32893 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T07:19:59,536 INFO [M:0;289954c9202d:32893 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/.lastflushedseqids 2024-11-27T07:19:59,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741843_1019 (size=173) 2024-11-27T07:19:59,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1017b286eec0004, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:19:59,614 INFO [RS:0;289954c9202d:40467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:19:59,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1017b286eec0004, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:19:59,614 INFO [RS:0;289954c9202d:40467 {}] regionserver.HRegionServer(1031): Exiting; stopping=289954c9202d,40467,1732691923470; zookeeper connection closed. 2024-11-27T07:19:59,614 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51b555a7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51b555a7 2024-11-27T07:19:59,615 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T07:19:59,941 INFO [M:0;289954c9202d:32893 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T07:19:59,941 INFO [M:0;289954c9202d:32893 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T07:19:59,941 DEBUG [M:0;289954c9202d:32893 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:19:59,941 INFO [M:0;289954c9202d:32893 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:19:59,941 DEBUG [M:0;289954c9202d:32893 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:19:59,941 DEBUG [M:0;289954c9202d:32893 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:19:59,941 DEBUG [M:0;289954c9202d:32893 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:19:59,941 INFO [M:0;289954c9202d:32893 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-27T07:19:59,959 DEBUG [M:0;289954c9202d:32893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04499f8969e643db82a08816f1fc93ad is 82, key is hbase:meta,,1/info:regioninfo/1732691926959/Put/seqid=0 2024-11-27T07:19:59,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741844_1020 (size=5672) 2024-11-27T07:20:00,363 INFO [M:0;289954c9202d:32893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04499f8969e643db82a08816f1fc93ad 2024-11-27T07:20:00,386 DEBUG [M:0;289954c9202d:32893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54c2ffe7e61c4ce19c2b45f5c73515d9 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732691930426/Put/seqid=0 2024-11-27T07:20:00,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741845_1021 (size=6727) 2024-11-27T07:20:00,791 INFO [M:0;289954c9202d:32893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54c2ffe7e61c4ce19c2b45f5c73515d9 2024-11-27T07:20:00,794 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 to pos 997, reset compression=false 2024-11-27T07:20:00,796 INFO [M:0;289954c9202d:32893 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54c2ffe7e61c4ce19c2b45f5c73515d9 2024-11-27T07:20:00,811 DEBUG [M:0;289954c9202d:32893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af7a2b0666c047a999d358cd7629cfe2 is 69, key is 289954c9202d,40467,1732691923470/rs:state/1732691925759/Put/seqid=0 2024-11-27T07:20:00,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741846_1022 (size=5156) 2024-11-27T07:20:01,215 INFO [M:0;289954c9202d:32893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af7a2b0666c047a999d358cd7629cfe2 2024-11-27T07:20:01,221 DEBUG [M:0;289954c9202d:32893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04499f8969e643db82a08816f1fc93ad as hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04499f8969e643db82a08816f1fc93ad 2024-11-27T07:20:01,225 INFO [M:0;289954c9202d:32893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04499f8969e643db82a08816f1fc93ad, entries=8, sequenceid=58, filesize=5.5 K 2024-11-27T07:20:01,226 DEBUG [M:0;289954c9202d:32893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54c2ffe7e61c4ce19c2b45f5c73515d9 as hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54c2ffe7e61c4ce19c2b45f5c73515d9 2024-11-27T07:20:01,230 INFO [M:0;289954c9202d:32893 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54c2ffe7e61c4ce19c2b45f5c73515d9 2024-11-27T07:20:01,230 INFO [M:0;289954c9202d:32893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54c2ffe7e61c4ce19c2b45f5c73515d9, entries=6, sequenceid=58, filesize=6.6 K 2024-11-27T07:20:01,231 DEBUG [M:0;289954c9202d:32893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af7a2b0666c047a999d358cd7629cfe2 as hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af7a2b0666c047a999d358cd7629cfe2 2024-11-27T07:20:01,235 INFO [M:0;289954c9202d:32893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40733/user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af7a2b0666c047a999d358cd7629cfe2, entries=1, sequenceid=58, filesize=5.0 K 2024-11-27T07:20:01,236 INFO [M:0;289954c9202d:32893 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=58, compaction requested=false 2024-11-27T07:20:01,238 INFO [M:0;289954c9202d:32893 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:01,238 DEBUG [M:0;289954c9202d:32893 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732691999941Disabling compacts and flushes for region at 1732691999941Disabling writes for close at 1732691999941Obtaining lock to block concurrent updates at 1732691999941Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732691999941Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732691999942 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732691999943 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732691999943Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732691999958 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732691999958Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732692000368 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732692000385 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732692000385Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732692000796 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732692000810 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732692000810Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@782ad69a: reopening flushed file at 1732692001220 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39831950: reopening flushed file at 1732692001225 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@417e7de4: reopening flushed file at 1732692001230 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=58, compaction requested=false at 1732692001236 (+6 ms)Writing region close event to WAL at 1732692001238 (+2 ms)Closed at 1732692001238 2024-11-27T07:20:01,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741830_1006 (size=33026) 2024-11-27T07:20:01,239 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9d311bdb-e146-dbf0-b751-802a47372f01/MasterData/WALs/289954c9202d,32893,1732691923239/289954c9202d%2C32893%2C1732691923239.1732691925248 not finished, retry = 0 2024-11-27T07:20:01,341 INFO [M:0;289954c9202d:32893 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T07:20:01,340 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:20:01,341 INFO [M:0;289954c9202d:32893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32893 2024-11-27T07:20:01,341 INFO [M:0;289954c9202d:32893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:20:01,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:20:01,509 INFO [M:0;289954c9202d:32893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:20:01,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32893-0x1017b286eec0003, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:20:01,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43f3d0e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:20:01,511 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c656c29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:20:01,511 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:20:01,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@672164d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:20:01,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b4e3f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/hadoop.log.dir/,STOPPED} 2024-11-27T07:20:01,513 WARN [BP-1176797517-172.17.0.3-1732691920926 heartbeating to localhost/127.0.0.1:40733 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T07:20:01,513 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T07:20:01,513 WARN [BP-1176797517-172.17.0.3-1732691920926 heartbeating to localhost/127.0.0.1:40733 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1176797517-172.17.0.3-1732691920926 (Datanode Uuid 522f1b0a-493b-41de-8e44-48ee3d4ac2c8) service to localhost/127.0.0.1:40733 2024-11-27T07:20:01,513 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T07:20:01,513 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/cluster_94c6159f-0197-940d-9622-68c09cde1e5d/data/data1/current/BP-1176797517-172.17.0.3-1732691920926 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:20:01,514 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/cluster_94c6159f-0197-940d-9622-68c09cde1e5d/data/data2/current/BP-1176797517-172.17.0.3-1732691920926 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:20:01,514 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T07:20:01,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78103ca4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:20:01,521 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a69e711{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:20:01,521 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:20:01,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@743921d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:20:01,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37255a7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/hadoop.log.dir/,STOPPED} 2024-11-27T07:20:01,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T07:20:01,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T07:20:01,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:20:01,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:20:01,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:01,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:01,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:20:01,534 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T07:20:01,534 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=874306530, stopped=false 2024-11-27T07:20:01,534 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=289954c9202d,38801,1732691917873 2024-11-27T07:20:01,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1520057438/running 2024-11-27T07:20:01,545 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1017b286eec0001, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1520057438/running 2024-11-27T07:20:01,545 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:20:01,545 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1017b286eec0001, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1520057438 2024-11-27T07:20:01,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1520057438 2024-11-27T07:20:01,545 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:20:01,546 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:20:01,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:01,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33371-0x1017b286eec0001, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Set watcher on znode that does not yet exist, /0-1520057438/running 2024-11-27T07:20:01,546 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '289954c9202d,33371,1732691918107' ***** 2024-11-27T07:20:01,546 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T07:20:01,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Set watcher on znode that does not yet exist, /0-1520057438/running 2024-11-27T07:20:01,546 INFO [RS:0;289954c9202d:33371 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T07:20:01,546 INFO [RS:0;289954c9202d:33371 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T07:20:01,546 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T07:20:01,546 INFO [RS:0;289954c9202d:33371 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T07:20:01,546 INFO [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(3091): Received CLOSE for d1c80f0ca62fb0469b08917df6394892 2024-11-27T07:20:01,547 INFO [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d269b9e0025cb4df1d4ac167258d169 2024-11-27T07:20:01,547 INFO [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(959): stopping server 289954c9202d,33371,1732691918107 2024-11-27T07:20:01,547 INFO [RS:0;289954c9202d:33371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:20:01,547 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d1c80f0ca62fb0469b08917df6394892, disabling compactions & flushes 2024-11-27T07:20:01,547 INFO [RS:0;289954c9202d:33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:33371. 2024-11-27T07:20:01,547 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732691927064.d1c80f0ca62fb0469b08917df6394892. 2024-11-27T07:20:01,547 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732691927064.d1c80f0ca62fb0469b08917df6394892. 2024-11-27T07:20:01,547 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732691927064.d1c80f0ca62fb0469b08917df6394892. after waiting 0 ms 2024-11-27T07:20:01,547 DEBUG [RS:0;289954c9202d:33371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:20:01,547 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732691927064.d1c80f0ca62fb0469b08917df6394892. 2024-11-27T07:20:01,547 DEBUG [RS:0;289954c9202d:33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:01,547 INFO [RS:0;289954c9202d:33371 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T07:20:01,547 INFO [RS:0;289954c9202d:33371 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T07:20:01,547 INFO [RS:0;289954c9202d:33371 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T07:20:01,547 INFO [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T07:20:01,547 INFO [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T07:20:01,547 DEBUG [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(1325): Online Regions={d1c80f0ca62fb0469b08917df6394892=test,,1732691927064.d1c80f0ca62fb0469b08917df6394892., 1588230740=hbase:meta,,1.1588230740, 8d269b9e0025cb4df1d4ac167258d169=hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169.} 2024-11-27T07:20:01,547 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:20:01,547 DEBUG [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d269b9e0025cb4df1d4ac167258d169, d1c80f0ca62fb0469b08917df6394892 2024-11-27T07:20:01,547 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:20:01,547 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:20:01,547 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:20:01,547 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:20:01,547 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T07:20:01,554 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/default/test/d1c80f0ca62fb0469b08917df6394892/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T07:20:01,554 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:20:01,554 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:20:01,554 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732691927064.d1c80f0ca62fb0469b08917df6394892. 2024-11-27T07:20:01,555 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d1c80f0ca62fb0469b08917df6394892: Waiting for close lock at 1732692001547Running coprocessor pre-close hooks at 1732692001547Disabling compacts and flushes for region at 1732692001547Disabling writes for close at 1732692001547Writing region close event to WAL at 1732692001551 (+4 ms)Running coprocessor post-close hooks at 1732692001554 (+3 ms)Closed at 1732692001554 2024-11-27T07:20:01,555 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732691927064.d1c80f0ca62fb0469b08917df6394892. 2024-11-27T07:20:01,555 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d269b9e0025cb4df1d4ac167258d169, disabling compactions & flushes 2024-11-27T07:20:01,555 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169. 2024-11-27T07:20:01,555 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169. 2024-11-27T07:20:01,555 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169. after waiting 0 ms 2024-11-27T07:20:01,555 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169. 2024-11-27T07:20:01,555 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8d269b9e0025cb4df1d4ac167258d169 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-27T07:20:01,564 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740/.tmp/info/3edee1415e1a4645be9705ac2d508475 is 147, key is hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169./info:regioninfo/1732691932583/Put/seqid=0 2024-11-27T07:20:01,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741844_1020 (size=7686) 2024-11-27T07:20:01,569 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/replication/8d269b9e0025cb4df1d4ac167258d169/.tmp/hfileref/9585aa496148495cb336a511d190d3be is 74, key is 1/hfileref:5fb7590e48184d7ba1c28b564dcf2f69_SeqId_4_/1732691935921/DeleteColumn/seqid=0 2024-11-27T07:20:01,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741845_1021 (size=5203) 2024-11-27T07:20:01,588 INFO [regionserver/289954c9202d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:20:01,687 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T07:20:01,687 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T07:20:01,747 DEBUG [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d269b9e0025cb4df1d4ac167258d169 2024-11-27T07:20:01,948 DEBUG [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d269b9e0025cb4df1d4ac167258d169 2024-11-27T07:20:01,969 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740/.tmp/info/3edee1415e1a4645be9705ac2d508475 2024-11-27T07:20:01,973 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/replication/8d269b9e0025cb4df1d4ac167258d169/.tmp/hfileref/9585aa496148495cb336a511d190d3be 2024-11-27T07:20:01,992 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740/.tmp/ns/49b0bb1de5b140a1b0d613a6be62f411 is 43, key is default/ns:d/1732691920768/Put/seqid=0 2024-11-27T07:20:01,996 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/replication/8d269b9e0025cb4df1d4ac167258d169/.tmp/queue/d6863cb7fa9d47c184d0167b1ec25c1d is 153, key is 1-289954c9202d,33371,1732691918107/queue:289954c9202d%2C33371%2C1732691918107/1732691937752/Put/seqid=0 2024-11-27T07:20:01,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741846_1022 (size=5153) 2024-11-27T07:20:01,997 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740/.tmp/ns/49b0bb1de5b140a1b0d613a6be62f411 2024-11-27T07:20:01,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741847_1023 (size=5352) 2024-11-27T07:20:02,016 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740/.tmp/rep_barrier/8d94eca102ab481ea5763489ce2a8364 is 112, key is test,,1732691927064.d1c80f0ca62fb0469b08917df6394892./rep_barrier:seqnumDuringOpen/1732691928224/Put/seqid=0 2024-11-27T07:20:02,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741848_1024 (size=5518) 2024-11-27T07:20:02,148 DEBUG [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d269b9e0025cb4df1d4ac167258d169 2024-11-27T07:20:02,348 DEBUG [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d269b9e0025cb4df1d4ac167258d169 2024-11-27T07:20:02,400 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/replication/8d269b9e0025cb4df1d4ac167258d169/.tmp/queue/d6863cb7fa9d47c184d0167b1ec25c1d 2024-11-27T07:20:02,406 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/replication/8d269b9e0025cb4df1d4ac167258d169/.tmp/hfileref/9585aa496148495cb336a511d190d3be as hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/replication/8d269b9e0025cb4df1d4ac167258d169/hfileref/9585aa496148495cb336a511d190d3be 2024-11-27T07:20:02,411 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/replication/8d269b9e0025cb4df1d4ac167258d169/hfileref/9585aa496148495cb336a511d190d3be, entries=2, sequenceid=10, filesize=5.1 K 2024-11-27T07:20:02,412 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/replication/8d269b9e0025cb4df1d4ac167258d169/.tmp/queue/d6863cb7fa9d47c184d0167b1ec25c1d as hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/replication/8d269b9e0025cb4df1d4ac167258d169/queue/d6863cb7fa9d47c184d0167b1ec25c1d 2024-11-27T07:20:02,421 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740/.tmp/rep_barrier/8d94eca102ab481ea5763489ce2a8364 2024-11-27T07:20:02,424 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/replication/8d269b9e0025cb4df1d4ac167258d169/queue/d6863cb7fa9d47c184d0167b1ec25c1d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T07:20:02,425 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 8d269b9e0025cb4df1d4ac167258d169 in 870ms, sequenceid=10, compaction requested=false 2024-11-27T07:20:02,430 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/replication/8d269b9e0025cb4df1d4ac167258d169/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T07:20:02,430 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:20:02,430 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:20:02,430 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169. 2024-11-27T07:20:02,431 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d269b9e0025cb4df1d4ac167258d169: Waiting for close lock at 1732692001555Running coprocessor pre-close hooks at 1732692001555Disabling compacts and flushes for region at 1732692001555Disabling writes for close at 1732692001555Obtaining lock to block concurrent updates at 1732692001555Preparing flush snapshotting stores in 8d269b9e0025cb4df1d4ac167258d169 at 1732692001555Finished memstore snapshotting hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732692001555Flushing stores of hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169. at 1732692001556 (+1 ms)Flushing 8d269b9e0025cb4df1d4ac167258d169/hfileref: creating writer at 1732692001556Flushing 8d269b9e0025cb4df1d4ac167258d169/hfileref: appending metadata at 1732692001569 (+13 ms)Flushing 8d269b9e0025cb4df1d4ac167258d169/hfileref: closing flushed file at 1732692001569Flushing 8d269b9e0025cb4df1d4ac167258d169/queue: creating writer at 1732692001978 (+409 ms)Flushing 8d269b9e0025cb4df1d4ac167258d169/queue: appending metadata at 1732692001995 (+17 ms)Flushing 8d269b9e0025cb4df1d4ac167258d169/queue: closing flushed file at 1732692001995Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1002032a: reopening flushed file at 1732692002406 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18a4db07: reopening flushed file at 1732692002411 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 8d269b9e0025cb4df1d4ac167258d169 in 870ms, sequenceid=10, compaction requested=false at 1732692002425 (+14 ms)Writing region close event to WAL at 1732692002426 (+1 ms)Running coprocessor post-close hooks at 1732692002430 (+4 ms)Closed at 1732692002430 2024-11-27T07:20:02,431 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732691931411.8d269b9e0025cb4df1d4ac167258d169. 2024-11-27T07:20:02,441 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740/.tmp/table/9b9d2333587040879d80f4da9faaaac2 is 53, key is hbase:replication/table:state/1732691932593/Put/seqid=0 2024-11-27T07:20:02,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741849_1025 (size=5308) 2024-11-27T07:20:02,548 INFO [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T07:20:02,548 DEBUG [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T07:20:02,548 DEBUG [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:20:02,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:02,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:02,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:02,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:02,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:02,748 DEBUG [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:20:02,846 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740/.tmp/table/9b9d2333587040879d80f4da9faaaac2 2024-11-27T07:20:02,852 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740/.tmp/info/3edee1415e1a4645be9705ac2d508475 as hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740/info/3edee1415e1a4645be9705ac2d508475 2024-11-27T07:20:02,857 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740/info/3edee1415e1a4645be9705ac2d508475, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T07:20:02,858 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740/.tmp/ns/49b0bb1de5b140a1b0d613a6be62f411 as hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740/ns/49b0bb1de5b140a1b0d613a6be62f411 2024-11-27T07:20:02,863 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740/ns/49b0bb1de5b140a1b0d613a6be62f411, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T07:20:02,864 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740/.tmp/rep_barrier/8d94eca102ab481ea5763489ce2a8364 as hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740/rep_barrier/8d94eca102ab481ea5763489ce2a8364 2024-11-27T07:20:02,870 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740/rep_barrier/8d94eca102ab481ea5763489ce2a8364, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T07:20:02,871 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740/.tmp/table/9b9d2333587040879d80f4da9faaaac2 as hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740/table/9b9d2333587040879d80f4da9faaaac2 2024-11-27T07:20:02,878 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740/table/9b9d2333587040879d80f4da9faaaac2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T07:20:02,879 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=16, compaction requested=false 2024-11-27T07:20:02,898 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T07:20:02,899 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:20:02,899 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:20:02,899 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:20:02,899 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692001547Running coprocessor pre-close hooks at 1732692001547Disabling compacts and flushes for region at 1732692001547Disabling writes for close at 1732692001547Obtaining lock to block concurrent updates at 1732692001547Preparing flush snapshotting stores in 1588230740 at 1732692001547Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732692001548 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732692001548Flushing 1588230740/info: creating writer at 1732692001548Flushing 1588230740/info: appending metadata at 1732692001563 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732692001563Flushing 1588230740/ns: creating writer at 1732692001975 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732692001991 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732692001991Flushing 1588230740/rep_barrier: creating writer at 1732692002003 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732692002016 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732692002016Flushing 1588230740/table: creating writer at 1732692002427 (+411 ms)Flushing 1588230740/table: appending metadata at 1732692002441 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732692002441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ee89209: reopening flushed file at 1732692002851 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@628ac0de: reopening flushed file at 1732692002857 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64dd694b: reopening flushed file at 1732692002863 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@754c267: reopening flushed file at 1732692002870 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=16, compaction requested=false at 1732692002879 (+9 ms)Writing region close event to WAL at 1732692002894 (+15 ms)Running coprocessor post-close hooks at 1732692002899 (+5 ms)Closed at 1732692002899 2024-11-27T07:20:02,899 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T07:20:02,949 INFO [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(976): stopping server 289954c9202d,33371,1732691918107; all regions closed. 2024-11-27T07:20:02,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741834_1010 (size=4239) 2024-11-27T07:20:02,951 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.meta.1732691920658.meta not finished, retry = 0 2024-11-27T07:20:03,054 DEBUG [RS:0;289954c9202d:33371 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/oldWALs 2024-11-27T07:20:03,054 INFO [RS:0;289954c9202d:33371 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C33371%2C1732691918107.meta:.meta(num 1732691920658) 2024-11-27T07:20:03,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741839_1015 (size=2700) 2024-11-27T07:20:03,058 DEBUG [RS:0;289954c9202d:33371 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/oldWALs 2024-11-27T07:20:03,058 INFO [RS:0;289954c9202d:33371 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C33371%2C1732691918107.rep:(num 1732691932548) 2024-11-27T07:20:03,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741832_1008 (size=1300) 2024-11-27T07:20:03,060 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/WALs/289954c9202d,33371,1732691918107/289954c9202d%2C33371%2C1732691918107.1732691919753 not finished, retry = 0 2024-11-27T07:20:03,075 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:20:03,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:03,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:03,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:03,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:03,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:03,163 DEBUG [RS:0;289954c9202d:33371 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/oldWALs 2024-11-27T07:20:03,163 INFO [RS:0;289954c9202d:33371 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C33371%2C1732691918107:(num 1732691919753) 2024-11-27T07:20:03,163 DEBUG [RS:0;289954c9202d:33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:03,163 INFO [RS:0;289954c9202d:33371 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:20:03,163 INFO [RS:0;289954c9202d:33371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:20:03,163 INFO [RS:0;289954c9202d:33371 {}] hbase.ChoreService(370): Chore service for: regionserver/289954c9202d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T07:20:03,163 INFO [RS:0;289954c9202d:33371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:20:03,163 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:20:03,163 INFO [RS:0;289954c9202d:33371 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-289954c9202d,33371,1732691918107 because: Region server is closing 2024-11-27T07:20:03,164 INFO [RS:0;289954c9202d:33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:33371. 2024-11-27T07:20:03,164 DEBUG [RS:0;289954c9202d:33371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:20:03,164 DEBUG [RS:0;289954c9202d:33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:03,164 DEBUG [RS:0;289954c9202d:33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:03,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:20:03,264 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.shipper289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T07:20:03,264 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.wal-reader.289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T07:20:03,264 INFO [RS:0;289954c9202d:33371 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,33371,1732691918107.replicationSource.shipper289954c9202d%2C33371%2C1732691918107,1-289954c9202d,33371,1732691918107 terminated 2024-11-27T07:20:03,265 INFO [RS:0;289954c9202d:33371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33371 2024-11-27T07:20:03,335 INFO [RS:0;289954c9202d:33371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:20:03,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1520057438/rs 2024-11-27T07:20:03,335 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1017b286eec0001, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1520057438/rs/289954c9202d,33371,1732691918107 2024-11-27T07:20:03,345 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [289954c9202d,33371,1732691918107] 2024-11-27T07:20:03,356 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1520057438/draining/289954c9202d,33371,1732691918107 already deleted, retry=false 2024-11-27T07:20:03,356 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 289954c9202d,33371,1732691918107 expired; onlineServers=0 2024-11-27T07:20:03,356 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '289954c9202d,38801,1732691917873' ***** 2024-11-27T07:20:03,356 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T07:20:03,356 INFO [M:0;289954c9202d:38801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:20:03,356 INFO [M:0;289954c9202d:38801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:20:03,356 DEBUG [M:0;289954c9202d:38801 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T07:20:03,356 DEBUG [M:0;289954c9202d:38801 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T07:20:03,356 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T07:20:03,356 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732691919426 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732691919426,5,FailOnTimeoutGroup] 2024-11-27T07:20:03,356 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732691919425 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732691919425,5,FailOnTimeoutGroup] 2024-11-27T07:20:03,356 INFO [M:0;289954c9202d:38801 {}] hbase.ChoreService(370): Chore service for: master/289954c9202d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T07:20:03,356 INFO [M:0;289954c9202d:38801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:20:03,356 DEBUG [M:0;289954c9202d:38801 {}] master.HMaster(1795): Stopping service threads 2024-11-27T07:20:03,356 INFO [M:0;289954c9202d:38801 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T07:20:03,356 INFO [M:0;289954c9202d:38801 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:20:03,357 INFO [M:0;289954c9202d:38801 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T07:20:03,357 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T07:20:03,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1520057438/master 2024-11-27T07:20:03,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1520057438 2024-11-27T07:20:03,366 DEBUG [M:0;289954c9202d:38801 {}] zookeeper.ZKUtil(347): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Unable to get data of znode /0-1520057438/master because node does not exist (not an error) 2024-11-27T07:20:03,366 WARN [M:0;289954c9202d:38801 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T07:20:03,367 INFO [M:0;289954c9202d:38801 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/.lastflushedseqids 2024-11-27T07:20:03,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741850_1026 (size=263) 2024-11-27T07:20:03,445 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1017b286eec0001, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:20:03,445 INFO [RS:0;289954c9202d:33371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:20:03,445 INFO [RS:0;289954c9202d:33371 {}] regionserver.HRegionServer(1031): Exiting; stopping=289954c9202d,33371,1732691918107; zookeeper connection closed. 2024-11-27T07:20:03,445 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1017b286eec0001, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:20:03,446 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67f4ac7f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67f4ac7f 2024-11-27T07:20:03,446 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T07:20:03,773 INFO [M:0;289954c9202d:38801 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T07:20:03,773 INFO [M:0;289954c9202d:38801 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T07:20:03,773 DEBUG [M:0;289954c9202d:38801 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:20:03,773 INFO [M:0;289954c9202d:38801 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:03,773 DEBUG [M:0;289954c9202d:38801 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:03,773 DEBUG [M:0;289954c9202d:38801 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:20:03,773 DEBUG [M:0;289954c9202d:38801 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:03,773 INFO [M:0;289954c9202d:38801 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-27T07:20:03,788 DEBUG [M:0;289954c9202d:38801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57859368b2e9464eb896827fda143838 is 82, key is hbase:meta,,1/info:regioninfo/1732691920728/Put/seqid=0 2024-11-27T07:20:03,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741851_1027 (size=5672) 2024-11-27T07:20:04,192 INFO [M:0;289954c9202d:38801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57859368b2e9464eb896827fda143838 2024-11-27T07:20:04,210 DEBUG [M:0;289954c9202d:38801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/634153fcaba8407280a16e77d329cf64 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732691928240/Put/seqid=0 2024-11-27T07:20:04,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741852_1028 (size=7239) 2024-11-27T07:20:04,614 INFO [M:0;289954c9202d:38801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/634153fcaba8407280a16e77d329cf64 2024-11-27T07:20:04,618 INFO [M:0;289954c9202d:38801 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 634153fcaba8407280a16e77d329cf64 2024-11-27T07:20:04,633 DEBUG [M:0;289954c9202d:38801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/edeb2d0724b540f7a2ab12bb6fed3b2b is 69, key is 289954c9202d,33371,1732691918107/rs:state/1732691919489/Put/seqid=0 2024-11-27T07:20:04,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741853_1029 (size=5156) 2024-11-27T07:20:04,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:20:04,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T07:20:04,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T07:20:04,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T07:20:04,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:20:04,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:20:05,037 INFO [M:0;289954c9202d:38801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/edeb2d0724b540f7a2ab12bb6fed3b2b 2024-11-27T07:20:05,042 DEBUG [M:0;289954c9202d:38801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57859368b2e9464eb896827fda143838 as hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57859368b2e9464eb896827fda143838 2024-11-27T07:20:05,046 INFO [M:0;289954c9202d:38801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57859368b2e9464eb896827fda143838, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T07:20:05,047 DEBUG [M:0;289954c9202d:38801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/634153fcaba8407280a16e77d329cf64 as hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/634153fcaba8407280a16e77d329cf64 2024-11-27T07:20:05,051 INFO [M:0;289954c9202d:38801 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 634153fcaba8407280a16e77d329cf64 2024-11-27T07:20:05,051 INFO [M:0;289954c9202d:38801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/634153fcaba8407280a16e77d329cf64, entries=11, sequenceid=105, filesize=7.1 K 2024-11-27T07:20:05,053 DEBUG [M:0;289954c9202d:38801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/edeb2d0724b540f7a2ab12bb6fed3b2b as hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/edeb2d0724b540f7a2ab12bb6fed3b2b 2024-11-27T07:20:05,058 INFO [M:0;289954c9202d:38801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41351/user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/edeb2d0724b540f7a2ab12bb6fed3b2b, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T07:20:05,059 INFO [M:0;289954c9202d:38801 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false 2024-11-27T07:20:05,065 INFO [M:0;289954c9202d:38801 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:05,065 DEBUG [M:0;289954c9202d:38801 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692003773Disabling compacts and flushes for region at 1732692003773Disabling writes for close at 1732692003773Obtaining lock to block concurrent updates at 1732692003774 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732692003774Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1732692003774Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732692003775 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732692003775Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732692003787 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732692003787Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732692004196 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732692004209 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732692004209Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732692004618 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732692004633 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732692004633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30aa6b84: reopening flushed file at 1732692005041 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@677b36db: reopening flushed file at 1732692005046 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e2f190c: reopening flushed file at 1732692005052 (+6 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false at 1732692005059 (+7 ms)Writing region close event to WAL at 1732692005065 (+6 ms)Closed at 1732692005065 2024-11-27T07:20:05,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35135 is added to blk_1073741830_1006 (size=64514) 2024-11-27T07:20:05,068 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed2f2897-9813-a61e-773a-836932464859/MasterData/WALs/289954c9202d,38801,1732691917873/289954c9202d%2C38801%2C1732691917873.1732691919042 not finished, retry = 0 2024-11-27T07:20:05,169 INFO [M:0;289954c9202d:38801 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T07:20:05,169 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:20:05,169 INFO [M:0;289954c9202d:38801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38801 2024-11-27T07:20:05,169 INFO [M:0;289954c9202d:38801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:20:05,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:20:05,329 INFO [M:0;289954c9202d:38801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:20:05,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38801-0x1017b286eec0000, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:20:05,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9c2799f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:20:05,331 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@133292a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:20:05,331 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:20:05,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e93db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:20:05,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530a7c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/hadoop.log.dir/,STOPPED} 2024-11-27T07:20:05,332 WARN [BP-1626196355-172.17.0.3-1732691915612 heartbeating to localhost/127.0.0.1:41351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T07:20:05,332 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T07:20:05,332 WARN [BP-1626196355-172.17.0.3-1732691915612 heartbeating to localhost/127.0.0.1:41351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1626196355-172.17.0.3-1732691915612 (Datanode Uuid 7983ad98-79e7-4955-9568-ab90db147392) service to localhost/127.0.0.1:41351 2024-11-27T07:20:05,332 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T07:20:05,333 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/cluster_88b2de84-0eb5-a2f8-8f22-942a82fa916d/data/data1/current/BP-1626196355-172.17.0.3-1732691915612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:20:05,333 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/cluster_88b2de84-0eb5-a2f8-8f22-942a82fa916d/data/data2/current/BP-1626196355-172.17.0.3-1732691915612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:20:05,333 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T07:20:05,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19f28759{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:20:05,338 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b5fcb95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:20:05,338 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:20:05,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fecc9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:20:05,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a50b0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3de8d06-e938-aed3-8b60-090dacedc26a/hadoop.log.dir/,STOPPED} 2024-11-27T07:20:05,344 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T07:20:05,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T07:20:05,365 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 136) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:40733 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007ff260b90638.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40733 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40733 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40733 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59449) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007ff260b90638.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41351 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59449) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40733 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=389 (was 675), ProcessCount=11 (was 11), AvailableMemoryMB=4340 (was 4722) 2024-11-27T07:20:05,372 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=389, ProcessCount=11, AvailableMemoryMB=4340 2024-11-27T07:20:05,383 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-27T07:20:05,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/hadoop.log.dir so I do NOT create it in target/test-data/83dccaf8-1049-5106-2680-42a11c660f47 2024-11-27T07:20:05,383 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T07:20:05,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/hadoop.tmp.dir so I do NOT create it in target/test-data/83dccaf8-1049-5106-2680-42a11c660f47 2024-11-27T07:20:05,383 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08ad89e9-8cdc-0317-b04e-281709575874/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T07:20:05,383 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47 2024-11-27T07:20:05,383 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/cluster_41e30ef8-3bc8-e49b-94a4-b3c3ba9d193b, deleteOnExit=true 2024-11-27T07:20:05,386 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/cluster_41e30ef8-3bc8-e49b-94a4-b3c3ba9d193b/zookeeper_0, clientPort=53955, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/cluster_41e30ef8-3bc8-e49b-94a4-b3c3ba9d193b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/cluster_41e30ef8-3bc8-e49b-94a4-b3c3ba9d193b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T07:20:05,387 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53955 2024-11-27T07:20:05,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T07:20:05,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T07:20:05,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/test.cache.data in system properties and HBase conf 2024-11-27T07:20:05,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T07:20:05,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/hadoop.log.dir in system properties and HBase conf 2024-11-27T07:20:05,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T07:20:05,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T07:20:05,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T07:20:05,387 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T07:20:05,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:20:05,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:20:05,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T07:20:05,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:20:05,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T07:20:05,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T07:20:05,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:20:05,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:20:05,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T07:20:05,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/nfs.dump.dir in system properties and HBase conf 2024-11-27T07:20:05,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/java.io.tmpdir in system properties and HBase conf 2024-11-27T07:20:05,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:20:05,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T07:20:05,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T07:20:05,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017b286eec0005, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T07:20:05,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017b286eec0002, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T07:20:05,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017b286eec0005, quorum=127.0.0.1:59449, baseZNode=/12144455359 Received Disconnected from ZooKeeper, ignoring 2024-11-27T07:20:05,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017b286eec0002, quorum=127.0.0.1:59449, baseZNode=/0-1520057438 Received Disconnected from ZooKeeper, ignoring 2024-11-27T07:20:05,998 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:20:06,003 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:20:06,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:20:06,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:20:06,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T07:20:06,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:20:06,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@645f7d76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:20:06,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@830a9f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:20:06,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fbd2b8b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/java.io.tmpdir/jetty-localhost-44809-hadoop-hdfs-3_4_1-tests_jar-_-any-16872671732387128489/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:20:06,137 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ee8259d{HTTP/1.1, (http/1.1)}{localhost:44809} 2024-11-27T07:20:06,137 INFO [Time-limited test {}] server.Server(415): Started @150546ms 2024-11-27T07:20:06,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:20:06,417 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:20:06,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:20:06,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:20:06,420 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T07:20:06,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72697519{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:20:06,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d0e3efc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:20:06,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23cc2f18{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/java.io.tmpdir/jetty-localhost-35709-hadoop-hdfs-3_4_1-tests_jar-_-any-6129192949451811089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:20:06,528 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a7ac3fe{HTTP/1.1, (http/1.1)}{localhost:35709} 2024-11-27T07:20:06,528 INFO [Time-limited test {}] server.Server(415): Started @150937ms 2024-11-27T07:20:06,529 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T07:20:07,238 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/cluster_41e30ef8-3bc8-e49b-94a4-b3c3ba9d193b/data/data1/current/BP-550641328-172.17.0.3-1732692005405/current, will proceed with Du for space computation calculation, 2024-11-27T07:20:07,238 WARN [Thread-1290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/cluster_41e30ef8-3bc8-e49b-94a4-b3c3ba9d193b/data/data2/current/BP-550641328-172.17.0.3-1732692005405/current, will proceed with Du for space computation calculation, 2024-11-27T07:20:07,257 WARN [Thread-1277 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T07:20:07,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd882bcffb2d5ccf3 with lease ID 0x9af21722351bf83f: Processing first storage report for DS-211babee-73e3-4b01-b613-3135025907c6 from datanode DatanodeRegistration(127.0.0.1:34179, datanodeUuid=58a50fd5-ece0-47a2-812e-643a3388182b, infoPort=46359, infoSecurePort=0, ipcPort=37895, storageInfo=lv=-57;cid=testClusterID;nsid=1166055181;c=1732692005405) 2024-11-27T07:20:07,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd882bcffb2d5ccf3 with lease ID 0x9af21722351bf83f: from storage DS-211babee-73e3-4b01-b613-3135025907c6 node DatanodeRegistration(127.0.0.1:34179, datanodeUuid=58a50fd5-ece0-47a2-812e-643a3388182b, infoPort=46359, infoSecurePort=0, ipcPort=37895, storageInfo=lv=-57;cid=testClusterID;nsid=1166055181;c=1732692005405), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T07:20:07,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd882bcffb2d5ccf3 with lease ID 0x9af21722351bf83f: Processing first storage report for DS-437e31c7-2847-47c1-9c13-0e7c113d8583 from datanode DatanodeRegistration(127.0.0.1:34179, datanodeUuid=58a50fd5-ece0-47a2-812e-643a3388182b, infoPort=46359, infoSecurePort=0, ipcPort=37895, storageInfo=lv=-57;cid=testClusterID;nsid=1166055181;c=1732692005405) 2024-11-27T07:20:07,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd882bcffb2d5ccf3 with lease ID 0x9af21722351bf83f: from storage DS-437e31c7-2847-47c1-9c13-0e7c113d8583 node DatanodeRegistration(127.0.0.1:34179, datanodeUuid=58a50fd5-ece0-47a2-812e-643a3388182b, infoPort=46359, infoSecurePort=0, ipcPort=37895, storageInfo=lv=-57;cid=testClusterID;nsid=1166055181;c=1732692005405), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:20:07,357 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47 2024-11-27T07:20:07,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:07,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:07,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741825_1001 (size=7) 2024-11-27T07:20:07,767 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263 with version=8 2024-11-27T07:20:07,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/hbase-staging 2024-11-27T07:20:07,769 INFO [Time-limited test {}] client.ConnectionUtils(128): master/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:20:07,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:07,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:07,769 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:20:07,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:07,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:20:07,769 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T07:20:07,769 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:20:07,770 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37383 2024-11-27T07:20:07,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37383 connecting to ZooKeeper ensemble=127.0.0.1:53955 2024-11-27T07:20:07,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373830x0, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:20:07,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37383-0x1017b29cdb50000 connected 2024-11-27T07:20:07,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:07,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:07,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Set watcher on znode that does not yet exist, /0-1249746380/running 2024-11-27T07:20:07,938 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263, hbase.cluster.distributed=false 2024-11-27T07:20:07,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Set watcher on znode that does not yet exist, /0-1249746380/acl 2024-11-27T07:20:07,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37383 2024-11-27T07:20:07,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37383 2024-11-27T07:20:07,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37383 2024-11-27T07:20:07,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37383 2024-11-27T07:20:07,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37383 2024-11-27T07:20:07,953 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:20:07,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:07,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:07,953 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:20:07,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:07,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:20:07,953 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T07:20:07,953 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:20:07,954 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40079 2024-11-27T07:20:07,955 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40079 connecting to ZooKeeper ensemble=127.0.0.1:53955 2024-11-27T07:20:07,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:07,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:07,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400790x0, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:20:07,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400790x0, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Set watcher on znode that does not yet exist, /0-1249746380/running 2024-11-27T07:20:07,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40079-0x1017b29cdb50001 connected 2024-11-27T07:20:07,967 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T07:20:07,968 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T07:20:07,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40079-0x1017b29cdb50001, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Set watcher on znode that does not yet exist, /0-1249746380/master 2024-11-27T07:20:07,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40079-0x1017b29cdb50001, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Set watcher on znode that does not yet exist, /0-1249746380/acl 2024-11-27T07:20:07,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40079 2024-11-27T07:20:07,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40079 2024-11-27T07:20:07,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40079 2024-11-27T07:20:07,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40079 2024-11-27T07:20:07,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40079 2024-11-27T07:20:07,989 DEBUG [M:0;289954c9202d:37383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;289954c9202d:37383 2024-11-27T07:20:07,989 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1249746380/backup-masters/289954c9202d,37383,1732692007769 2024-11-27T07:20:07,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40079-0x1017b29cdb50001, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380/backup-masters 2024-11-27T07:20:07,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380/backup-masters 2024-11-27T07:20:07,999 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Set watcher on existing znode=/0-1249746380/backup-masters/289954c9202d,37383,1732692007769 2024-11-27T07:20:08,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40079-0x1017b29cdb50001, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1249746380/master 2024-11-27T07:20:08,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380 2024-11-27T07:20:08,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40079-0x1017b29cdb50001, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380 2024-11-27T07:20:08,009 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Set watcher on existing znode=/0-1249746380/master 2024-11-27T07:20:08,009 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1249746380/backup-masters/289954c9202d,37383,1732692007769 from backup master directory 2024-11-27T07:20:08,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1249746380/backup-masters/289954c9202d,37383,1732692007769 2024-11-27T07:20:08,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40079-0x1017b29cdb50001, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380/backup-masters 2024-11-27T07:20:08,019 WARN [master/289954c9202d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:20:08,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380/backup-masters 2024-11-27T07:20:08,019 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=289954c9202d,37383,1732692007769 2024-11-27T07:20:08,023 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/hbase.id] with ID: 2b861062-81a1-4e79-bde1-929f1137dc78 2024-11-27T07:20:08,023 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/.tmp/hbase.id 2024-11-27T07:20:08,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741826_1002 (size=42) 2024-11-27T07:20:08,400 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:20:08,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:08,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:08,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:08,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:08,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:08,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:08,428 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/.tmp/hbase.id]:[hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/hbase.id] 2024-11-27T07:20:08,437 INFO [master/289954c9202d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:08,437 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T07:20:08,438 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T07:20:08,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40079-0x1017b29cdb50001, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380 2024-11-27T07:20:08,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380 2024-11-27T07:20:08,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741827_1003 (size=196) 2024-11-27T07:20:08,898 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:20:08,898 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T07:20:08,898 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:20:08,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741828_1004 (size=1189) 2024-11-27T07:20:09,306 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store 2024-11-27T07:20:09,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741829_1005 (size=34) 2024-11-27T07:20:09,712 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:09,712 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:20:09,712 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:09,712 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:09,712 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:20:09,712 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:09,712 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:09,712 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692009712Disabling compacts and flushes for region at 1732692009712Disabling writes for close at 1732692009712Writing region close event to WAL at 1732692009712Closed at 1732692009712 2024-11-27T07:20:09,713 WARN [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/.initializing 2024-11-27T07:20:09,713 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/WALs/289954c9202d,37383,1732692007769 2024-11-27T07:20:09,714 INFO [master/289954c9202d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:20:09,716 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=289954c9202d%2C37383%2C1732692007769, suffix=, logDir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/WALs/289954c9202d,37383,1732692007769, archiveDir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/oldWALs, maxLogs=10 2024-11-27T07:20:09,728 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/WALs/289954c9202d,37383,1732692007769/289954c9202d%2C37383%2C1732692007769.1732692009717, exclude list is [], retry=0 2024-11-27T07:20:09,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34179,DS-211babee-73e3-4b01-b613-3135025907c6,DISK] 2024-11-27T07:20:09,732 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/WALs/289954c9202d,37383,1732692007769/289954c9202d%2C37383%2C1732692007769.1732692009717 2024-11-27T07:20:09,732 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46359:46359)] 2024-11-27T07:20:09,732 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:20:09,732 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:09,733 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:09,733 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:09,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:09,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T07:20:09,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:09,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:09,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:09,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T07:20:09,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:09,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:09,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:09,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T07:20:09,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:09,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:09,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:09,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T07:20:09,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:09,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:09,740 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:09,740 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:09,741 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:09,742 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:09,742 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:09,742 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:20:09,743 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:09,745 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:20:09,746 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72329027, jitterRate=0.07778649032115936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:20:09,746 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732692009733Initializing all the Stores at 1732692009733Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692009734 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692009734Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692009734Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692009734Cleaning up temporary data from old regions at 1732692009742 (+8 ms)Region opened successfully at 1732692009746 (+4 ms) 2024-11-27T07:20:09,746 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T07:20:09,749 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e48d90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:20:09,750 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T07:20:09,750 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T07:20:09,750 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T07:20:09,750 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T07:20:09,751 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T07:20:09,751 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T07:20:09,751 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T07:20:09,753 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T07:20:09,753 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Unable to get data of znode /0-1249746380/balancer because node does not exist (not necessarily an error) 2024-11-27T07:20:09,808 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249746380/balancer already deleted, retry=false 2024-11-27T07:20:09,809 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T07:20:09,810 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Unable to get data of znode /0-1249746380/normalizer because node does not exist (not necessarily an error) 2024-11-27T07:20:09,819 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249746380/normalizer already deleted, retry=false 2024-11-27T07:20:09,819 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T07:20:09,820 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Unable to get data of znode /0-1249746380/switch/split because node does not exist (not necessarily an error) 2024-11-27T07:20:09,829 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249746380/switch/split already deleted, retry=false 2024-11-27T07:20:09,830 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Unable to get data of znode /0-1249746380/switch/merge because node does not exist (not necessarily an error) 2024-11-27T07:20:09,840 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249746380/switch/merge already deleted, retry=false 2024-11-27T07:20:09,842 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Unable to get data of znode /0-1249746380/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T07:20:09,850 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249746380/snapshot-cleanup already deleted, retry=false 2024-11-27T07:20:09,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1249746380/running 2024-11-27T07:20:09,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40079-0x1017b29cdb50001, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1249746380/running 2024-11-27T07:20:09,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380 2024-11-27T07:20:09,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40079-0x1017b29cdb50001, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380 2024-11-27T07:20:09,862 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=289954c9202d,37383,1732692007769, sessionid=0x1017b29cdb50000, setting cluster-up flag (Was=false) 2024-11-27T07:20:09,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380 2024-11-27T07:20:09,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40079-0x1017b29cdb50001, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380 2024-11-27T07:20:09,914 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1249746380/flush-table-proc/acquired, /0-1249746380/flush-table-proc/reached, /0-1249746380/flush-table-proc/abort 2024-11-27T07:20:09,915 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,37383,1732692007769 2024-11-27T07:20:09,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40079-0x1017b29cdb50001, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380 2024-11-27T07:20:09,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380 2024-11-27T07:20:09,966 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1249746380/online-snapshot/acquired, /0-1249746380/online-snapshot/reached, /0-1249746380/online-snapshot/abort 2024-11-27T07:20:09,967 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,37383,1732692007769 2024-11-27T07:20:09,968 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T07:20:09,970 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T07:20:09,970 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T07:20:09,970 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T07:20:09,970 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 289954c9202d,37383,1732692007769 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T07:20:09,971 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:20:09,971 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:20:09,971 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:20:09,971 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:20:09,971 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/289954c9202d:0, corePoolSize=10, maxPoolSize=10 2024-11-27T07:20:09,971 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:09,971 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:20:09,972 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:09,972 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732692039972 2024-11-27T07:20:09,973 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T07:20:09,973 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T07:20:09,973 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T07:20:09,973 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T07:20:09,973 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T07:20:09,973 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T07:20:09,973 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:20:09,973 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T07:20:09,973 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:09,973 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T07:20:09,973 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T07:20:09,973 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T07:20:09,973 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T07:20:09,974 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T07:20:09,974 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T07:20:09,974 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692009974,5,FailOnTimeoutGroup] 2024-11-27T07:20:09,974 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:09,974 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T07:20:09,974 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692009974,5,FailOnTimeoutGroup] 2024-11-27T07:20:09,974 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:09,975 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T07:20:09,975 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:09,975 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:09,979 INFO [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer(746): ClusterId : 2b861062-81a1-4e79-bde1-929f1137dc78 2024-11-27T07:20:09,979 DEBUG [RS:0;289954c9202d:40079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T07:20:09,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741831_1007 (size=1321) 2024-11-27T07:20:09,988 DEBUG [RS:0;289954c9202d:40079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T07:20:09,988 DEBUG [RS:0;289954c9202d:40079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T07:20:09,999 DEBUG [RS:0;289954c9202d:40079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T07:20:09,999 DEBUG [RS:0;289954c9202d:40079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c858f03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:20:10,010 DEBUG [RS:0;289954c9202d:40079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;289954c9202d:40079 2024-11-27T07:20:10,010 INFO [RS:0;289954c9202d:40079 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T07:20:10,010 INFO [RS:0;289954c9202d:40079 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T07:20:10,010 DEBUG [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T07:20:10,011 INFO [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,37383,1732692007769 with port=40079, startcode=1732692007952 2024-11-27T07:20:10,011 DEBUG [RS:0;289954c9202d:40079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T07:20:10,012 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T07:20:10,013 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37383 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 289954c9202d,40079,1732692007952 2024-11-27T07:20:10,013 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37383 {}] master.ServerManager(517): Registering regionserver=289954c9202d,40079,1732692007952 2024-11-27T07:20:10,014 DEBUG [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263 2024-11-27T07:20:10,014 DEBUG [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33457 2024-11-27T07:20:10,014 DEBUG [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T07:20:10,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380/rs 2024-11-27T07:20:10,019 DEBUG [RS:0;289954c9202d:40079 {}] zookeeper.ZKUtil(111): regionserver:40079-0x1017b29cdb50001, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Set watcher on existing znode=/0-1249746380/rs/289954c9202d,40079,1732692007952 2024-11-27T07:20:10,020 WARN [RS:0;289954c9202d:40079 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:20:10,020 INFO [RS:0;289954c9202d:40079 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:20:10,020 DEBUG [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40079,1732692007952 2024-11-27T07:20:10,020 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [289954c9202d,40079,1732692007952] 2024-11-27T07:20:10,023 INFO [RS:0;289954c9202d:40079 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T07:20:10,024 INFO [RS:0;289954c9202d:40079 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T07:20:10,024 INFO [RS:0;289954c9202d:40079 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T07:20:10,025 INFO [RS:0;289954c9202d:40079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:10,026 INFO [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T07:20:10,027 INFO [RS:0;289954c9202d:40079 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T07:20:10,027 INFO [RS:0;289954c9202d:40079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:10,027 DEBUG [RS:0;289954c9202d:40079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:10,027 DEBUG [RS:0;289954c9202d:40079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:10,027 DEBUG [RS:0;289954c9202d:40079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:10,027 DEBUG [RS:0;289954c9202d:40079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:10,027 DEBUG [RS:0;289954c9202d:40079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:10,027 DEBUG [RS:0;289954c9202d:40079 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:20:10,027 DEBUG [RS:0;289954c9202d:40079 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:10,027 DEBUG [RS:0;289954c9202d:40079 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:10,027 DEBUG [RS:0;289954c9202d:40079 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:10,027 DEBUG [RS:0;289954c9202d:40079 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:10,027 DEBUG [RS:0;289954c9202d:40079 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:10,027 DEBUG [RS:0;289954c9202d:40079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:10,027 DEBUG [RS:0;289954c9202d:40079 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:20:10,027 DEBUG [RS:0;289954c9202d:40079 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:20:10,030 INFO [RS:0;289954c9202d:40079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:10,030 INFO [RS:0;289954c9202d:40079 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:10,030 INFO [RS:0;289954c9202d:40079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:10,030 INFO [RS:0;289954c9202d:40079 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:10,030 INFO [RS:0;289954c9202d:40079 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:10,030 INFO [RS:0;289954c9202d:40079 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,40079,1732692007952-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:20:10,042 INFO [RS:0;289954c9202d:40079 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T07:20:10,042 INFO [RS:0;289954c9202d:40079 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,40079,1732692007952-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:10,043 INFO [RS:0;289954c9202d:40079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:10,043 INFO [RS:0;289954c9202d:40079 {}] regionserver.Replication(171): 289954c9202d,40079,1732692007952 started 2024-11-27T07:20:10,053 INFO [RS:0;289954c9202d:40079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:10,054 INFO [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer(1482): Serving as 289954c9202d,40079,1732692007952, RpcServer on 289954c9202d/172.17.0.3:40079, sessionid=0x1017b29cdb50001 2024-11-27T07:20:10,054 DEBUG [RS:0;289954c9202d:40079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T07:20:10,054 DEBUG [RS:0;289954c9202d:40079 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 289954c9202d,40079,1732692007952 2024-11-27T07:20:10,054 DEBUG [RS:0;289954c9202d:40079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,40079,1732692007952' 2024-11-27T07:20:10,054 DEBUG [RS:0;289954c9202d:40079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1249746380/flush-table-proc/abort' 2024-11-27T07:20:10,054 DEBUG [RS:0;289954c9202d:40079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1249746380/flush-table-proc/acquired' 2024-11-27T07:20:10,055 DEBUG [RS:0;289954c9202d:40079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T07:20:10,055 DEBUG [RS:0;289954c9202d:40079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T07:20:10,055 DEBUG [RS:0;289954c9202d:40079 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 289954c9202d,40079,1732692007952 2024-11-27T07:20:10,055 DEBUG [RS:0;289954c9202d:40079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,40079,1732692007952' 2024-11-27T07:20:10,055 DEBUG [RS:0;289954c9202d:40079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1249746380/online-snapshot/abort' 2024-11-27T07:20:10,055 DEBUG [RS:0;289954c9202d:40079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1249746380/online-snapshot/acquired' 2024-11-27T07:20:10,055 DEBUG [RS:0;289954c9202d:40079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T07:20:10,055 INFO [RS:0;289954c9202d:40079 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T07:20:10,055 INFO [RS:0;289954c9202d:40079 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T07:20:10,156 INFO [RS:0;289954c9202d:40079 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:20:10,157 INFO [RS:0;289954c9202d:40079 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C40079%2C1732692007952, suffix=, logDir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40079,1732692007952, archiveDir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/oldWALs, maxLogs=10 2024-11-27T07:20:10,168 DEBUG [RS:0;289954c9202d:40079 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40079,1732692007952/289954c9202d%2C40079%2C1732692007952.1732692010158, exclude list is [], retry=0 2024-11-27T07:20:10,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34179,DS-211babee-73e3-4b01-b613-3135025907c6,DISK] 2024-11-27T07:20:10,172 INFO [RS:0;289954c9202d:40079 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40079,1732692007952/289954c9202d%2C40079%2C1732692007952.1732692010158 2024-11-27T07:20:10,173 DEBUG [RS:0;289954c9202d:40079 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46359:46359)] 2024-11-27T07:20:10,381 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T07:20:10,381 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263 2024-11-27T07:20:10,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741833_1009 (size=32) 2024-11-27T07:20:10,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:10,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:20:10,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:20:10,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:10,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:10,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:20:10,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:20:10,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:10,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:10,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:20:10,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:20:10,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:10,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:10,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:20:10,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:20:10,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:10,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:10,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:20:10,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740 2024-11-27T07:20:10,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740 2024-11-27T07:20:10,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:20:10,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:20:10,796 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:20:10,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:20:10,799 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:20:10,799 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67857590, jitterRate=0.01115688681602478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:20:10,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732692010787Initializing all the Stores at 1732692010788 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692010788Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692010788Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692010788Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692010788Cleaning up temporary data from old regions at 1732692010796 (+8 ms)Region opened successfully at 1732692010799 (+3 ms) 2024-11-27T07:20:10,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:20:10,800 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:20:10,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:20:10,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:20:10,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:20:10,800 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:20:10,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692010799Disabling compacts and flushes for region at 1732692010799Disabling writes for close at 1732692010800 (+1 ms)Writing region close event to WAL at 1732692010800Closed at 1732692010800 2024-11-27T07:20:10,801 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:20:10,801 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T07:20:10,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T07:20:10,802 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:20:10,803 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T07:20:10,953 DEBUG [289954c9202d:37383 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:20:10,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=289954c9202d,40079,1732692007952 2024-11-27T07:20:10,954 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,40079,1732692007952, state=OPENING 2024-11-27T07:20:11,019 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T07:20:11,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380 2024-11-27T07:20:11,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40079-0x1017b29cdb50001, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380 2024-11-27T07:20:11,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1249746380/meta-region-server: CHANGED 2024-11-27T07:20:11,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1249746380/meta-region-server: CHANGED 2024-11-27T07:20:11,060 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:20:11,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,40079,1732692007952}] 2024-11-27T07:20:11,212 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:20:11,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:20:11,217 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T07:20:11,217 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:20:11,217 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T07:20:11,219 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C40079%2C1732692007952.meta, suffix=.meta, logDir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40079,1732692007952, archiveDir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/oldWALs, maxLogs=10 2024-11-27T07:20:11,231 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40079,1732692007952/289954c9202d%2C40079%2C1732692007952.meta.1732692011219.meta, exclude list is [], retry=0 2024-11-27T07:20:11,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34179,DS-211babee-73e3-4b01-b613-3135025907c6,DISK] 2024-11-27T07:20:11,235 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40079,1732692007952/289954c9202d%2C40079%2C1732692007952.meta.1732692011219.meta 2024-11-27T07:20:11,235 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46359:46359)] 2024-11-27T07:20:11,235 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:20:11,235 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:20:11,235 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:20:11,236 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T07:20:11,236 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T07:20:11,236 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T07:20:11,236 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:11,236 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T07:20:11,236 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T07:20:11,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:20:11,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:20:11,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:11,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:11,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:20:11,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:20:11,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:11,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:11,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:20:11,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:20:11,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:11,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:11,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:20:11,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:20:11,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:11,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:11,242 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:20:11,243 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740 2024-11-27T07:20:11,244 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740 2024-11-27T07:20:11,244 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:20:11,245 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:20:11,245 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:20:11,246 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:20:11,246 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74478080, jitterRate=0.10980987548828125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:20:11,246 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T07:20:11,247 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732692011236Writing region info on filesystem at 1732692011236Initializing all the Stores at 1732692011237 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692011237Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692011237Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692011237Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692011237Cleaning up temporary data from old regions at 1732692011245 (+8 ms)Running coprocessor post-open hooks at 1732692011246 (+1 ms)Region opened successfully at 1732692011247 (+1 ms) 2024-11-27T07:20:11,248 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732692011212 2024-11-27T07:20:11,250 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T07:20:11,250 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T07:20:11,251 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,40079,1732692007952 2024-11-27T07:20:11,251 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,40079,1732692007952, state=OPEN 2024-11-27T07:20:11,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1249746380/meta-region-server 2024-11-27T07:20:11,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40079-0x1017b29cdb50001, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1249746380/meta-region-server 2024-11-27T07:20:11,282 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=289954c9202d,40079,1732692007952 2024-11-27T07:20:11,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1249746380/meta-region-server: CHANGED 2024-11-27T07:20:11,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1249746380/meta-region-server: CHANGED 2024-11-27T07:20:11,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T07:20:11,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,40079,1732692007952 in 222 msec 2024-11-27T07:20:11,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T07:20:11,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 484 msec 2024-11-27T07:20:11,288 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:20:11,288 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T07:20:11,289 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:20:11,289 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,40079,1732692007952, seqNum=-1] 2024-11-27T07:20:11,289 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:20:11,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:20:11,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3250 sec 2024-11-27T07:20:11,296 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732692011295, completionTime=-1 2024-11-27T07:20:11,296 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T07:20:11,296 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T07:20:11,298 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T07:20:11,298 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732692071298 2024-11-27T07:20:11,298 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732692131298 2024-11-27T07:20:11,298 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T07:20:11,298 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,37383,1732692007769-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:11,298 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,37383,1732692007769-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:11,298 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,37383,1732692007769-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:11,298 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-289954c9202d:37383, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:11,298 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:11,298 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:11,300 DEBUG [master/289954c9202d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T07:20:11,302 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.283sec 2024-11-27T07:20:11,302 INFO [master/289954c9202d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T07:20:11,302 INFO [master/289954c9202d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T07:20:11,302 INFO [master/289954c9202d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T07:20:11,302 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T07:20:11,302 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T07:20:11,302 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,37383,1732692007769-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:20:11,302 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,37383,1732692007769-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T07:20:11,305 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T07:20:11,305 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T07:20:11,305 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,37383,1732692007769-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:11,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67911f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:11,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,37383,-1 for getting cluster id 2024-11-27T07:20:11,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:20:11,381 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b861062-81a1-4e79-bde1-929f1137dc78' 2024-11-27T07:20:11,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:20:11,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b861062-81a1-4e79-bde1-929f1137dc78" 2024-11-27T07:20:11,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@221e7641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:11,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,37383,-1] 2024-11-27T07:20:11,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:20:11,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:11,383 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:20:11,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156b651d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:11,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:20:11,385 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,40079,1732692007952, seqNum=-1] 2024-11-27T07:20:11,385 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:20:11,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:20:11,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=289954c9202d,37383,1732692007769 2024-11-27T07:20:11,388 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53955 2024-11-27T07:20:11,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:20:11,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017b29cdb50002 connected 2024-11-27T07:20:11,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/hadoop.log.dir so I do NOT create it in target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1 2024-11-27T07:20:11,411 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T07:20:11,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/hadoop.tmp.dir so I do NOT create it in target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1 2024-11-27T07:20:11,411 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T07:20:11,411 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1 2024-11-27T07:20:11,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T07:20:11,411 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/cluster_a4f92266-75ce-cde4-b14e-7f6a317ef4d9, deleteOnExit=true 2024-11-27T07:20:11,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T07:20:11,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/test.cache.data in system properties and HBase conf 2024-11-27T07:20:11,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T07:20:11,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/hadoop.log.dir in system properties and HBase conf 2024-11-27T07:20:11,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T07:20:11,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T07:20:11,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T07:20:11,412 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T07:20:11,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:20:11,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:20:11,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T07:20:11,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:20:11,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T07:20:11,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T07:20:11,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:20:11,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:20:11,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T07:20:11,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/nfs.dump.dir in system properties and HBase conf 2024-11-27T07:20:11,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/java.io.tmpdir in system properties and HBase conf 2024-11-27T07:20:11,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:20:11,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T07:20:11,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T07:20:11,667 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:20:11,671 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:20:11,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:20:11,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:20:11,676 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T07:20:11,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:20:11,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e363219{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:20:11,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@227b1983{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:20:11,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cebf78e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/java.io.tmpdir/jetty-localhost-42705-hadoop-hdfs-3_4_1-tests_jar-_-any-17097437711370563050/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:20:11,772 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a243add{HTTP/1.1, (http/1.1)}{localhost:42705} 2024-11-27T07:20:11,773 INFO [Time-limited test {}] server.Server(415): Started @156181ms 2024-11-27T07:20:12,049 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:20:12,052 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:20:12,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:20:12,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:20:12,053 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T07:20:12,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48fb8414{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:20:12,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8f56fb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:20:12,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c5bd7e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/java.io.tmpdir/jetty-localhost-43851-hadoop-hdfs-3_4_1-tests_jar-_-any-5836798234246481901/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:20:12,148 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b7b176a{HTTP/1.1, (http/1.1)}{localhost:43851} 2024-11-27T07:20:12,148 INFO [Time-limited test {}] server.Server(415): Started @156557ms 2024-11-27T07:20:12,149 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T07:20:12,852 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/cluster_a4f92266-75ce-cde4-b14e-7f6a317ef4d9/data/data1/current/BP-1556958587-172.17.0.3-1732692011427/current, will proceed with Du for space computation calculation, 2024-11-27T07:20:12,852 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/cluster_a4f92266-75ce-cde4-b14e-7f6a317ef4d9/data/data2/current/BP-1556958587-172.17.0.3-1732692011427/current, will proceed with Du for space computation calculation, 2024-11-27T07:20:12,871 WARN [Thread-1398 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T07:20:12,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68b129c1f88711ab with lease ID 0xa224233a506f1be0: Processing first storage report for DS-b5a7494e-1205-4b61-8974-18c15479c9b7 from datanode DatanodeRegistration(127.0.0.1:35347, datanodeUuid=e22b925f-8d8b-4531-8e2d-58ec9bc282b6, infoPort=45453, infoSecurePort=0, ipcPort=40125, storageInfo=lv=-57;cid=testClusterID;nsid=1389331248;c=1732692011427) 2024-11-27T07:20:12,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68b129c1f88711ab with lease ID 0xa224233a506f1be0: from storage DS-b5a7494e-1205-4b61-8974-18c15479c9b7 node DatanodeRegistration(127.0.0.1:35347, datanodeUuid=e22b925f-8d8b-4531-8e2d-58ec9bc282b6, infoPort=45453, infoSecurePort=0, ipcPort=40125, storageInfo=lv=-57;cid=testClusterID;nsid=1389331248;c=1732692011427), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:20:12,874 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68b129c1f88711ab with lease ID 0xa224233a506f1be0: Processing first storage report for DS-bacef840-ca10-4d33-aa54-072229e6c3f1 from datanode DatanodeRegistration(127.0.0.1:35347, datanodeUuid=e22b925f-8d8b-4531-8e2d-58ec9bc282b6, infoPort=45453, infoSecurePort=0, ipcPort=40125, storageInfo=lv=-57;cid=testClusterID;nsid=1389331248;c=1732692011427) 2024-11-27T07:20:12,874 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68b129c1f88711ab with lease ID 0xa224233a506f1be0: from storage DS-bacef840-ca10-4d33-aa54-072229e6c3f1 node DatanodeRegistration(127.0.0.1:35347, datanodeUuid=e22b925f-8d8b-4531-8e2d-58ec9bc282b6, infoPort=45453, infoSecurePort=0, ipcPort=40125, storageInfo=lv=-57;cid=testClusterID;nsid=1389331248;c=1732692011427), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:20:12,974 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1 2024-11-27T07:20:12,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:12,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:12,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741825_1001 (size=7) 2024-11-27T07:20:13,383 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d with version=8 2024-11-27T07:20:13,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/hbase-staging 2024-11-27T07:20:13,385 INFO [Time-limited test {}] client.ConnectionUtils(128): master/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:20:13,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:13,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:13,385 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:20:13,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:13,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:20:13,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T07:20:13,386 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:20:13,386 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43869 2024-11-27T07:20:13,387 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43869 connecting to ZooKeeper ensemble=127.0.0.1:53955 2024-11-27T07:20:13,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438690x0, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:20:13,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43869-0x1017b29cdb50003 connected 2024-11-27T07:20:13,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:13,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:13,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Set watcher on znode that does not yet exist, /1-919393545/running 2024-11-27T07:20:13,528 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d, hbase.cluster.distributed=false 2024-11-27T07:20:13,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Set watcher on znode that does not yet exist, /1-919393545/acl 2024-11-27T07:20:13,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43869 2024-11-27T07:20:13,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43869 2024-11-27T07:20:13,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43869 2024-11-27T07:20:13,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43869 2024-11-27T07:20:13,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43869 2024-11-27T07:20:13,542 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:20:13,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:13,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:13,542 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:20:13,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:13,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:20:13,542 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T07:20:13,542 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:20:13,543 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41387 2024-11-27T07:20:13,544 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41387 connecting to ZooKeeper ensemble=127.0.0.1:53955 2024-11-27T07:20:13,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:13,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:13,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413870x0, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:20:13,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413870x0, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Set watcher on znode that does not yet exist, /1-919393545/running 2024-11-27T07:20:13,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41387-0x1017b29cdb50004 connected 2024-11-27T07:20:13,556 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T07:20:13,557 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T07:20:13,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41387-0x1017b29cdb50004, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Set watcher on znode that does not yet exist, /1-919393545/master 2024-11-27T07:20:13,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41387-0x1017b29cdb50004, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Set watcher on znode that does not yet exist, /1-919393545/acl 2024-11-27T07:20:13,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41387 2024-11-27T07:20:13,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41387 2024-11-27T07:20:13,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41387 2024-11-27T07:20:13,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41387 2024-11-27T07:20:13,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41387 2024-11-27T07:20:13,573 DEBUG [M:0;289954c9202d:43869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;289954c9202d:43869 2024-11-27T07:20:13,574 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-919393545/backup-masters/289954c9202d,43869,1732692013385 2024-11-27T07:20:13,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x1017b29cdb50004, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-919393545/backup-masters 2024-11-27T07:20:13,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-919393545/backup-masters 2024-11-27T07:20:13,587 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Set watcher on existing znode=/1-919393545/backup-masters/289954c9202d,43869,1732692013385 2024-11-27T07:20:13,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x1017b29cdb50004, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-919393545/master 2024-11-27T07:20:13,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-919393545 2024-11-27T07:20:13,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x1017b29cdb50004, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-919393545 2024-11-27T07:20:13,598 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Set watcher on existing znode=/1-919393545/master 2024-11-27T07:20:13,598 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-919393545/backup-masters/289954c9202d,43869,1732692013385 from backup master directory 2024-11-27T07:20:13,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-919393545/backup-masters/289954c9202d,43869,1732692013385 2024-11-27T07:20:13,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-919393545/backup-masters 2024-11-27T07:20:13,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x1017b29cdb50004, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-919393545/backup-masters 2024-11-27T07:20:13,608 WARN [master/289954c9202d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:20:13,608 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=289954c9202d,43869,1732692013385 2024-11-27T07:20:13,612 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/hbase.id] with ID: 8b79c1f7-aaa9-4500-8672-aea6638797eb 2024-11-27T07:20:13,612 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/.tmp/hbase.id 2024-11-27T07:20:13,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741826_1002 (size=42) 2024-11-27T07:20:14,017 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/.tmp/hbase.id]:[hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/hbase.id] 2024-11-27T07:20:14,027 INFO [master/289954c9202d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:14,027 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T07:20:14,028 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T07:20:14,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-919393545 2024-11-27T07:20:14,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x1017b29cdb50004, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-919393545 2024-11-27T07:20:14,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741827_1003 (size=196) 2024-11-27T07:20:14,446 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:20:14,447 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T07:20:14,447 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:20:14,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741828_1004 (size=1189) 2024-11-27T07:20:14,854 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/data/master/store 2024-11-27T07:20:14,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741829_1005 (size=34) 2024-11-27T07:20:14,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T07:20:14,872 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T07:20:14,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:20:14,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T07:20:14,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:20:14,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T07:20:15,262 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:15,262 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:20:15,262 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:15,262 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:15,262 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:20:15,262 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:15,262 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:15,262 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692015262Disabling compacts and flushes for region at 1732692015262Disabling writes for close at 1732692015262Writing region close event to WAL at 1732692015262Closed at 1732692015262 2024-11-27T07:20:15,263 WARN [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/data/master/store/.initializing 2024-11-27T07:20:15,263 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/WALs/289954c9202d,43869,1732692013385 2024-11-27T07:20:15,264 INFO [master/289954c9202d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:20:15,265 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=289954c9202d%2C43869%2C1732692013385, suffix=, logDir=hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/WALs/289954c9202d,43869,1732692013385, archiveDir=hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/oldWALs, maxLogs=10 2024-11-27T07:20:15,276 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/WALs/289954c9202d,43869,1732692013385/289954c9202d%2C43869%2C1732692013385.1732692015265, exclude list is [], retry=0 2024-11-27T07:20:15,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35347,DS-b5a7494e-1205-4b61-8974-18c15479c9b7,DISK] 2024-11-27T07:20:15,280 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/WALs/289954c9202d,43869,1732692013385/289954c9202d%2C43869%2C1732692013385.1732692015265 2024-11-27T07:20:15,281 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45453:45453)] 2024-11-27T07:20:15,281 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:20:15,281 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:15,281 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:15,282 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:15,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:15,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T07:20:15,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:15,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:15,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:15,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T07:20:15,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:15,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:15,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:15,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T07:20:15,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:15,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:15,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:15,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T07:20:15,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:15,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:15,288 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:15,289 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:15,289 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:15,290 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:15,290 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:15,290 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:20:15,291 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:15,292 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:20:15,293 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71116155, jitterRate=0.05971328914165497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:20:15,293 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732692015282Initializing all the Stores at 1732692015282Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692015282Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692015282Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692015282Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692015282Cleaning up temporary data from old regions at 1732692015290 (+8 ms)Region opened successfully at 1732692015293 (+3 ms) 2024-11-27T07:20:15,293 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T07:20:15,295 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b633d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:20:15,296 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T07:20:15,296 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T07:20:15,296 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T07:20:15,297 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T07:20:15,297 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T07:20:15,297 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T07:20:15,297 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T07:20:15,299 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T07:20:15,300 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Unable to get data of znode /1-919393545/balancer because node does not exist (not necessarily an error) 2024-11-27T07:20:15,365 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-919393545/balancer already deleted, retry=false 2024-11-27T07:20:15,365 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T07:20:15,366 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Unable to get data of znode /1-919393545/normalizer because node does not exist (not necessarily an error) 2024-11-27T07:20:15,377 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-919393545/normalizer already deleted, retry=false 2024-11-27T07:20:15,377 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T07:20:15,378 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Unable to get data of znode /1-919393545/switch/split because node does not exist (not necessarily an error) 2024-11-27T07:20:15,387 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-919393545/switch/split already deleted, retry=false 2024-11-27T07:20:15,388 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Unable to get data of znode /1-919393545/switch/merge because node does not exist (not necessarily an error) 2024-11-27T07:20:15,398 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-919393545/switch/merge already deleted, retry=false 2024-11-27T07:20:15,400 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Unable to get data of znode /1-919393545/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T07:20:15,408 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-919393545/snapshot-cleanup already deleted, retry=false 2024-11-27T07:20:15,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-919393545/running 2024-11-27T07:20:15,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x1017b29cdb50004, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-919393545/running 2024-11-27T07:20:15,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x1017b29cdb50004, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-919393545 2024-11-27T07:20:15,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-919393545 2024-11-27T07:20:15,419 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=289954c9202d,43869,1732692013385, sessionid=0x1017b29cdb50003, setting cluster-up flag (Was=false) 2024-11-27T07:20:15,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-919393545 2024-11-27T07:20:15,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x1017b29cdb50004, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-919393545 2024-11-27T07:20:15,471 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-919393545/flush-table-proc/acquired, /1-919393545/flush-table-proc/reached, /1-919393545/flush-table-proc/abort 2024-11-27T07:20:15,473 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,43869,1732692013385 2024-11-27T07:20:15,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-919393545 2024-11-27T07:20:15,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x1017b29cdb50004, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-919393545 2024-11-27T07:20:15,619 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-919393545/online-snapshot/acquired, /1-919393545/online-snapshot/reached, /1-919393545/online-snapshot/abort 2024-11-27T07:20:15,620 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,43869,1732692013385 2024-11-27T07:20:15,621 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T07:20:15,622 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T07:20:15,622 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T07:20:15,622 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T07:20:15,623 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 289954c9202d,43869,1732692013385 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T07:20:15,624 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:20:15,624 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:20:15,624 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:20:15,624 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:20:15,624 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/289954c9202d:0, corePoolSize=10, maxPoolSize=10 2024-11-27T07:20:15,624 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:15,624 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:20:15,624 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:15,625 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732692045625 2024-11-27T07:20:15,625 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T07:20:15,625 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T07:20:15,625 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T07:20:15,625 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T07:20:15,625 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T07:20:15,625 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T07:20:15,625 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:20:15,625 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T07:20:15,626 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:15,626 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T07:20:15,626 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T07:20:15,626 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T07:20:15,626 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T07:20:15,626 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:15,626 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T07:20:15,626 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T07:20:15,626 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T07:20:15,626 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692015626,5,FailOnTimeoutGroup] 2024-11-27T07:20:15,627 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692015626,5,FailOnTimeoutGroup] 2024-11-27T07:20:15,627 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:15,627 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T07:20:15,627 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:15,627 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:15,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741831_1007 (size=1321) 2024-11-27T07:20:15,666 INFO [RS:0;289954c9202d:41387 {}] regionserver.HRegionServer(746): ClusterId : 8b79c1f7-aaa9-4500-8672-aea6638797eb 2024-11-27T07:20:15,666 DEBUG [RS:0;289954c9202d:41387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T07:20:15,672 DEBUG [RS:0;289954c9202d:41387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T07:20:15,672 DEBUG [RS:0;289954c9202d:41387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T07:20:15,683 DEBUG [RS:0;289954c9202d:41387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T07:20:15,683 DEBUG [RS:0;289954c9202d:41387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6168f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:20:15,694 DEBUG [RS:0;289954c9202d:41387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;289954c9202d:41387 2024-11-27T07:20:15,694 INFO [RS:0;289954c9202d:41387 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T07:20:15,694 INFO [RS:0;289954c9202d:41387 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T07:20:15,694 DEBUG [RS:0;289954c9202d:41387 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T07:20:15,695 INFO [RS:0;289954c9202d:41387 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,43869,1732692013385 with port=41387, startcode=1732692013542 2024-11-27T07:20:15,695 DEBUG [RS:0;289954c9202d:41387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T07:20:15,696 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T07:20:15,697 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43869 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 289954c9202d,41387,1732692013542 2024-11-27T07:20:15,697 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43869 {}] master.ServerManager(517): Registering regionserver=289954c9202d,41387,1732692013542 2024-11-27T07:20:15,698 DEBUG [RS:0;289954c9202d:41387 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d 2024-11-27T07:20:15,698 DEBUG [RS:0;289954c9202d:41387 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37789 2024-11-27T07:20:15,698 DEBUG [RS:0;289954c9202d:41387 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T07:20:15,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-919393545/rs 2024-11-27T07:20:15,745 DEBUG [RS:0;289954c9202d:41387 {}] zookeeper.ZKUtil(111): regionserver:41387-0x1017b29cdb50004, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Set watcher on existing znode=/1-919393545/rs/289954c9202d,41387,1732692013542 2024-11-27T07:20:15,745 WARN [RS:0;289954c9202d:41387 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:20:15,745 INFO [RS:0;289954c9202d:41387 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:20:15,745 DEBUG [RS:0;289954c9202d:41387 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/WALs/289954c9202d,41387,1732692013542 2024-11-27T07:20:15,745 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [289954c9202d,41387,1732692013542] 2024-11-27T07:20:15,747 INFO [RS:0;289954c9202d:41387 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T07:20:15,748 INFO [RS:0;289954c9202d:41387 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T07:20:15,749 INFO [RS:0;289954c9202d:41387 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T07:20:15,749 INFO [RS:0;289954c9202d:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:15,749 INFO [RS:0;289954c9202d:41387 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T07:20:15,750 INFO [RS:0;289954c9202d:41387 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T07:20:15,750 INFO [RS:0;289954c9202d:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:15,750 DEBUG [RS:0;289954c9202d:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:15,750 DEBUG [RS:0;289954c9202d:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:15,750 DEBUG [RS:0;289954c9202d:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:15,750 DEBUG [RS:0;289954c9202d:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:15,750 DEBUG [RS:0;289954c9202d:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:15,750 DEBUG [RS:0;289954c9202d:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:20:15,750 DEBUG [RS:0;289954c9202d:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:15,750 DEBUG [RS:0;289954c9202d:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:15,750 DEBUG [RS:0;289954c9202d:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:15,750 DEBUG [RS:0;289954c9202d:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:15,750 DEBUG [RS:0;289954c9202d:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:15,750 DEBUG [RS:0;289954c9202d:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:15,750 DEBUG [RS:0;289954c9202d:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:20:15,750 DEBUG [RS:0;289954c9202d:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:20:15,750 INFO [RS:0;289954c9202d:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:15,750 INFO [RS:0;289954c9202d:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:15,750 INFO [RS:0;289954c9202d:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:15,750 INFO [RS:0;289954c9202d:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:15,750 INFO [RS:0;289954c9202d:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:15,750 INFO [RS:0;289954c9202d:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,41387,1732692013542-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:20:15,763 INFO [RS:0;289954c9202d:41387 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T07:20:15,763 INFO [RS:0;289954c9202d:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,41387,1732692013542-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:15,763 INFO [RS:0;289954c9202d:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:15,763 INFO [RS:0;289954c9202d:41387 {}] regionserver.Replication(171): 289954c9202d,41387,1732692013542 started 2024-11-27T07:20:15,776 INFO [RS:0;289954c9202d:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:15,776 INFO [RS:0;289954c9202d:41387 {}] regionserver.HRegionServer(1482): Serving as 289954c9202d,41387,1732692013542, RpcServer on 289954c9202d/172.17.0.3:41387, sessionid=0x1017b29cdb50004 2024-11-27T07:20:15,776 DEBUG [RS:0;289954c9202d:41387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T07:20:15,776 DEBUG [RS:0;289954c9202d:41387 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 289954c9202d,41387,1732692013542 2024-11-27T07:20:15,776 DEBUG [RS:0;289954c9202d:41387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,41387,1732692013542' 2024-11-27T07:20:15,776 DEBUG [RS:0;289954c9202d:41387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-919393545/flush-table-proc/abort' 2024-11-27T07:20:15,777 DEBUG [RS:0;289954c9202d:41387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-919393545/flush-table-proc/acquired' 2024-11-27T07:20:15,777 DEBUG [RS:0;289954c9202d:41387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T07:20:15,777 DEBUG [RS:0;289954c9202d:41387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T07:20:15,777 DEBUG [RS:0;289954c9202d:41387 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 289954c9202d,41387,1732692013542 2024-11-27T07:20:15,777 DEBUG [RS:0;289954c9202d:41387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,41387,1732692013542' 2024-11-27T07:20:15,777 DEBUG [RS:0;289954c9202d:41387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-919393545/online-snapshot/abort' 2024-11-27T07:20:15,777 DEBUG [RS:0;289954c9202d:41387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-919393545/online-snapshot/acquired' 2024-11-27T07:20:15,778 DEBUG [RS:0;289954c9202d:41387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T07:20:15,778 INFO [RS:0;289954c9202d:41387 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T07:20:15,778 INFO [RS:0;289954c9202d:41387 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T07:20:15,878 INFO [RS:0;289954c9202d:41387 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:20:15,879 INFO [RS:0;289954c9202d:41387 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C41387%2C1732692013542, suffix=, logDir=hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/WALs/289954c9202d,41387,1732692013542, archiveDir=hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/oldWALs, maxLogs=10 2024-11-27T07:20:15,891 DEBUG [RS:0;289954c9202d:41387 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/WALs/289954c9202d,41387,1732692013542/289954c9202d%2C41387%2C1732692013542.1732692015880, exclude list is [], retry=0 2024-11-27T07:20:15,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35347,DS-b5a7494e-1205-4b61-8974-18c15479c9b7,DISK] 2024-11-27T07:20:15,896 INFO [RS:0;289954c9202d:41387 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/WALs/289954c9202d,41387,1732692013542/289954c9202d%2C41387%2C1732692013542.1732692015880 2024-11-27T07:20:15,896 DEBUG [RS:0;289954c9202d:41387 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45453:45453)] 2024-11-27T07:20:16,023 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T07:20:16,032 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T07:20:16,032 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d 2024-11-27T07:20:16,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741833_1009 (size=32) 2024-11-27T07:20:16,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:16,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:20:16,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:20:16,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:16,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:16,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:20:16,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:20:16,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:16,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:16,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:20:16,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:20:16,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:16,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:16,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:20:16,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:20:16,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:16,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:16,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:20:16,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/data/hbase/meta/1588230740 2024-11-27T07:20:16,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/data/hbase/meta/1588230740 2024-11-27T07:20:16,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:20:16,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:20:16,447 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:20:16,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:20:16,449 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:20:16,450 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64738776, jitterRate=-0.035317063331604004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:20:16,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732692016437Initializing all the Stores at 1732692016438 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692016438Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692016438Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692016438Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692016438Cleaning up temporary data from old regions at 1732692016447 (+9 ms)Region opened successfully at 1732692016450 (+3 ms) 2024-11-27T07:20:16,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:20:16,450 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:20:16,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:20:16,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:20:16,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:20:16,451 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:20:16,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692016450Disabling compacts and flushes for region at 1732692016450Disabling writes for close at 1732692016450Writing region close event to WAL at 1732692016450Closed at 1732692016450 2024-11-27T07:20:16,452 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:20:16,452 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T07:20:16,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T07:20:16,453 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:20:16,454 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T07:20:16,604 DEBUG [289954c9202d:43869 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:20:16,604 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=289954c9202d,41387,1732692013542 2024-11-27T07:20:16,606 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,41387,1732692013542, state=OPENING 2024-11-27T07:20:16,671 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T07:20:16,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-919393545 2024-11-27T07:20:16,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x1017b29cdb50004, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-919393545 2024-11-27T07:20:16,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-919393545/meta-region-server: CHANGED 2024-11-27T07:20:16,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-919393545/meta-region-server: CHANGED 2024-11-27T07:20:16,683 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:20:16,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,41387,1732692013542}] 2024-11-27T07:20:16,738 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:20:16,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:16,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:16,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:16,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:16,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:16,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:16,835 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:20:16,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:20:16,840 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T07:20:16,840 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:20:16,840 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T07:20:16,841 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C41387%2C1732692013542.meta, suffix=.meta, logDir=hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/WALs/289954c9202d,41387,1732692013542, archiveDir=hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/oldWALs, maxLogs=10 2024-11-27T07:20:16,853 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/WALs/289954c9202d,41387,1732692013542/289954c9202d%2C41387%2C1732692013542.meta.1732692016841.meta, exclude list is [], retry=0 2024-11-27T07:20:16,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35347,DS-b5a7494e-1205-4b61-8974-18c15479c9b7,DISK] 2024-11-27T07:20:16,857 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/WALs/289954c9202d,41387,1732692013542/289954c9202d%2C41387%2C1732692013542.meta.1732692016841.meta 2024-11-27T07:20:16,857 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45453:45453)] 2024-11-27T07:20:16,858 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:20:16,858 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:20:16,858 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:20:16,858 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T07:20:16,858 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T07:20:16,858 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T07:20:16,858 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:16,858 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T07:20:16,858 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T07:20:16,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:20:16,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:20:16,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:16,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:16,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:20:16,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:20:16,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:16,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:16,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:20:16,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:20:16,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:16,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:16,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:20:16,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:20:16,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:16,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:16,864 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:20:16,865 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/data/hbase/meta/1588230740 2024-11-27T07:20:16,865 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/data/hbase/meta/1588230740 2024-11-27T07:20:16,866 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:20:16,866 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:20:16,867 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:20:16,868 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:20:16,869 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59876834, jitterRate=-0.10776564478874207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:20:16,869 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T07:20:16,869 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732692016859Writing region info on filesystem at 1732692016859Initializing all the Stores at 1732692016859Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692016859Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692016860 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692016860Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692016860Cleaning up temporary data from old regions at 1732692016866 (+6 ms)Running coprocessor post-open hooks at 1732692016869 (+3 ms)Region opened successfully at 1732692016869 2024-11-27T07:20:16,870 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732692016835 2024-11-27T07:20:16,872 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T07:20:16,872 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T07:20:16,872 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,41387,1732692013542 2024-11-27T07:20:16,873 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,41387,1732692013542, state=OPEN 2024-11-27T07:20:16,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-919393545/meta-region-server 2024-11-27T07:20:16,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x1017b29cdb50004, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-919393545/meta-region-server 2024-11-27T07:20:16,882 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=289954c9202d,41387,1732692013542 2024-11-27T07:20:16,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-919393545/meta-region-server: CHANGED 2024-11-27T07:20:16,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-919393545/meta-region-server: CHANGED 2024-11-27T07:20:16,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T07:20:16,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,41387,1732692013542 in 199 msec 2024-11-27T07:20:16,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T07:20:16,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-11-27T07:20:16,887 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:20:16,887 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T07:20:16,888 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:20:16,888 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,41387,1732692013542, seqNum=-1] 2024-11-27T07:20:16,888 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:20:16,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:20:16,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2720 sec 2024-11-27T07:20:16,894 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732692016894, completionTime=-1 2024-11-27T07:20:16,895 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T07:20:16,895 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T07:20:16,897 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T07:20:16,897 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732692076897 2024-11-27T07:20:16,897 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732692136897 2024-11-27T07:20:16,897 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T07:20:16,897 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43869,1732692013385-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:16,897 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43869,1732692013385-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:16,897 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43869,1732692013385-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:16,897 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-289954c9202d:43869, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:16,897 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:16,897 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:16,899 DEBUG [master/289954c9202d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T07:20:16,900 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.292sec 2024-11-27T07:20:16,900 INFO [master/289954c9202d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T07:20:16,900 INFO [master/289954c9202d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T07:20:16,900 INFO [master/289954c9202d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T07:20:16,900 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T07:20:16,900 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T07:20:16,900 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43869,1732692013385-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:20:16,900 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43869,1732692013385-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T07:20:16,902 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T07:20:16,902 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T07:20:16,902 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43869,1732692013385-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:16,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0d01d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:16,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,43869,-1 for getting cluster id 2024-11-27T07:20:16,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:20:16,968 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b79c1f7-aaa9-4500-8672-aea6638797eb' 2024-11-27T07:20:16,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:20:16,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b79c1f7-aaa9-4500-8672-aea6638797eb" 2024-11-27T07:20:16,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc1099c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:16,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,43869,-1] 2024-11-27T07:20:16,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:20:16,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:16,970 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:20:16,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46175684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:16,971 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:20:16,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,41387,1732692013542, seqNum=-1] 2024-11-27T07:20:16,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:20:16,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:20:16,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=289954c9202d,43869,1732692013385 2024-11-27T07:20:16,976 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53955 2024-11-27T07:20:16,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:20:16,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017b29cdb50005 connected 2024-11-27T07:20:17,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa5fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:17,000 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,37383,-1 for getting cluster id 2024-11-27T07:20:17,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:20:17,001 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b861062-81a1-4e79-bde1-929f1137dc78' 2024-11-27T07:20:17,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:20:17,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b861062-81a1-4e79-bde1-929f1137dc78" 2024-11-27T07:20:17,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71440ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:17,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,37383,-1] 2024-11-27T07:20:17,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:20:17,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:17,003 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:20:17,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ed93af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:17,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:20:17,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,37383,1732692007769 2024-11-27T07:20:17,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7337b97a 2024-11-27T07:20:17,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:20:17,005 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:20:17,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37383 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://289954c9202d:43869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T07:20:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37383 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T07:20:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:20:17,008 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:43869' 2024-11-27T07:20:17,009 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516f57c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:17,009 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,43869,-1 for getting cluster id 2024-11-27T07:20:17,010 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:20:17,010 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b79c1f7-aaa9-4500-8672-aea6638797eb' 2024-11-27T07:20:17,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:20:17,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b79c1f7-aaa9-4500-8672-aea6638797eb" 2024-11-27T07:20:17,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3f3304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:17,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,43869,-1] 2024-11-27T07:20:17,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:20:17,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:17,012 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:20:17,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd811a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:17,013 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:20:17,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,43869,1732692013385 2024-11-27T07:20:17,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ec6a61a 2024-11-27T07:20:17,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:20:17,015 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:20:17,015 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T07:20:17,015 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T07:20:17,015 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:17,015 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:17,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:20:17,016 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:20:17,017 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T07:20:17,018 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:20:17,018 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:17,019 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:20:17,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741835_1011 (size=1138) 2024-11-27T07:20:17,067 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T07:20:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:20:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:20:17,426 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a044b6c843ba9ac5160b3a1fd563eb4, NAME => 'hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263 2024-11-27T07:20:17,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741836_1012 (size=44) 2024-11-27T07:20:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:20:17,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:17,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8a044b6c843ba9ac5160b3a1fd563eb4, disabling compactions & flushes 2024-11-27T07:20:17,831 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. 2024-11-27T07:20:17,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. 2024-11-27T07:20:17,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. after waiting 0 ms 2024-11-27T07:20:17,832 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. 2024-11-27T07:20:17,832 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. 2024-11-27T07:20:17,832 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a044b6c843ba9ac5160b3a1fd563eb4: Waiting for close lock at 1732692017831Disabling compacts and flushes for region at 1732692017831Disabling writes for close at 1732692017831Writing region close event to WAL at 1732692017832 (+1 ms)Closed at 1732692017832 2024-11-27T07:20:17,833 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:20:17,833 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732692017833"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692017833"}]},"ts":"1732692017833"} 2024-11-27T07:20:17,835 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:20:17,836 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:20:17,836 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692017836"}]},"ts":"1732692017836"} 2024-11-27T07:20:17,838 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T07:20:17,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a044b6c843ba9ac5160b3a1fd563eb4, ASSIGN}] 2024-11-27T07:20:17,839 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a044b6c843ba9ac5160b3a1fd563eb4, ASSIGN 2024-11-27T07:20:17,840 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a044b6c843ba9ac5160b3a1fd563eb4, ASSIGN; state=OFFLINE, location=289954c9202d,40079,1732692007952; forceNewPlan=false, retain=false 2024-11-27T07:20:17,991 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8a044b6c843ba9ac5160b3a1fd563eb4, regionState=OPENING, regionLocation=289954c9202d,40079,1732692007952 2024-11-27T07:20:17,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a044b6c843ba9ac5160b3a1fd563eb4, ASSIGN because future has completed 2024-11-27T07:20:17,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a044b6c843ba9ac5160b3a1fd563eb4, server=289954c9202d,40079,1732692007952}] 2024-11-27T07:20:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:20:18,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. 2024-11-27T07:20:18,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:20:18,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T07:20:18,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C40079%2C1732692007952.rep, suffix=, logDir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40079,1732692007952, archiveDir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/oldWALs, maxLogs=10 2024-11-27T07:20:18,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40079,1732692007952/289954c9202d%2C40079%2C1732692007952.rep.1732692018152, exclude list is [], retry=0 2024-11-27T07:20:18,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34179,DS-211babee-73e3-4b01-b613-3135025907c6,DISK] 2024-11-27T07:20:18,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40079,1732692007952/289954c9202d%2C40079%2C1732692007952.rep.1732692018152 2024-11-27T07:20:18,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46359:46359)] 2024-11-27T07:20:18,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a044b6c843ba9ac5160b3a1fd563eb4, NAME => 'hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:20:18,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:20:18,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:20:18,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. service=MultiRowMutationService 2024-11-27T07:20:18,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T07:20:18,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:18,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:18,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:18,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:18,169 INFO [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:18,170 INFO [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a044b6c843ba9ac5160b3a1fd563eb4 columnFamilyName hfileref 2024-11-27T07:20:18,170 DEBUG [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:18,171 INFO [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] regionserver.HStore(327): Store=8a044b6c843ba9ac5160b3a1fd563eb4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:18,171 INFO [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:18,172 INFO [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a044b6c843ba9ac5160b3a1fd563eb4 columnFamilyName queue 2024-11-27T07:20:18,172 DEBUG [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:18,172 INFO [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] regionserver.HStore(327): Store=8a044b6c843ba9ac5160b3a1fd563eb4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:18,172 INFO [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:18,173 INFO [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a044b6c843ba9ac5160b3a1fd563eb4 columnFamilyName sid 2024-11-27T07:20:18,173 DEBUG [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:18,173 INFO [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] regionserver.HStore(327): Store=8a044b6c843ba9ac5160b3a1fd563eb4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:18,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:18,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/replication/8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:18,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/replication/8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:18,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:18,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:18,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:20:18,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:18,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/replication/8a044b6c843ba9ac5160b3a1fd563eb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:20:18,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 8a044b6c843ba9ac5160b3a1fd563eb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74434487, jitterRate=0.10916028916835785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:20:18,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:18,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8a044b6c843ba9ac5160b3a1fd563eb4: Running coprocessor pre-open hook at 1732692018168Writing region info on filesystem at 1732692018168Initializing all the Stores at 1732692018169 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692018169Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692018169Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692018169Cleaning up temporary data from old regions at 1732692018175 (+6 ms)Running coprocessor post-open hooks at 1732692018179 (+4 ms)Region opened successfully at 1732692018179 2024-11-27T07:20:18,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4., pid=7, masterSystemTime=1732692018147 2024-11-27T07:20:18,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. 2024-11-27T07:20:18,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. 2024-11-27T07:20:18,183 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8a044b6c843ba9ac5160b3a1fd563eb4, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,40079,1732692007952 2024-11-27T07:20:18,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a044b6c843ba9ac5160b3a1fd563eb4, server=289954c9202d,40079,1732692007952 because future has completed 2024-11-27T07:20:18,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T07:20:18,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a044b6c843ba9ac5160b3a1fd563eb4, server=289954c9202d,40079,1732692007952 in 192 msec 2024-11-27T07:20:18,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T07:20:18,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a044b6c843ba9ac5160b3a1fd563eb4, ASSIGN in 350 msec 2024-11-27T07:20:18,190 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:20:18,190 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692018190"}]},"ts":"1732692018190"} 2024-11-27T07:20:18,192 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T07:20:18,193 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:20:18,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-27T07:20:18,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4., hostname=289954c9202d,40079,1732692007952, seqNum=2] 2024-11-27T07:20:18,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380 2024-11-27T07:20:18,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40079-0x1017b29cdb50001, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380 2024-11-27T07:20:18,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T07:20:18,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40079 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T07:20:18,478 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T07:20:18,504 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-289954c9202d,40079,1732692007952, ReplicationSource: 1, currentBandwidth=0 2024-11-27T07:20:18,504 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:20:18,504 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,40079,1732692007952, seqNum=-1] 2024-11-27T07:20:18,504 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:20:18,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-27T07:20:18,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-289954c9202d,40079,1732692007952', locateType=CURRENT is [region=hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4., hostname=289954c9202d,40079,1732692007952, seqNum=2] 2024-11-27T07:20:18,509 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T07:20:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37383 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T07:20:18,511 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 289954c9202d,40079,1732692007952 suceeded 2024-11-27T07:20:18,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T07:20:18,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-27T07:20:18,513 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://289954c9202d:43869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T07:20:18,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5080 sec 2024-11-27T07:20:18,523 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40079,1732692007952 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:43869' 2024-11-27T07:20:18,525 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40079,1732692007952 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11f9f18d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:18,525 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40079,1732692007952 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,43869,-1 for getting cluster id 2024-11-27T07:20:18,525 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40079,1732692007952 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:20:18,526 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b79c1f7-aaa9-4500-8672-aea6638797eb' 2024-11-27T07:20:18,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:20:18,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b79c1f7-aaa9-4500-8672-aea6638797eb" 2024-11-27T07:20:18,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ae1e2e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:18,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,43869,-1] 2024-11-27T07:20:18,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:20:18,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:18,527 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:20:18,528 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40079,1732692007952 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ff2764e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:18,528 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40079,1732692007952 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:20:18,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,43869,1732692013385 2024-11-27T07:20:18,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@788334cc 2024-11-27T07:20:18,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:20:18,530 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-27T07:20:18,530 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40079,1732692007952 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-289954c9202d,40079,1732692007952 (queues=1) is replicating from cluster=2b861062-81a1-4e79-bde1-929f1137dc78 to cluster=8b79c1f7-aaa9-4500-8672-aea6638797eb 2024-11-27T07:20:18,531 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40079,1732692007952 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=289954c9202d%2C40079%2C1732692007952 2024-11-27T07:20:18,531 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40079,1732692007952 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-289954c9202d,40079,1732692007952, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T07:20:18,531 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40079,1732692007952.replicationSource.wal-reader.289954c9202d%2C40079%2C1732692007952,1-289954c9202d,40079,1732692007952 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40079,1732692007952/289954c9202d%2C40079%2C1732692007952.1732692010158, startPosition=0, beingWritten=true 2024-11-27T07:20:18,531 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40079,1732692007952.replicationSource.shipper289954c9202d%2C40079%2C1732692007952,1-289954c9202d,40079,1732692007952 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 289954c9202d%2C40079%2C1732692007952 2024-11-27T07:20:18,736 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40079,1732692007952.replicationSource.wal-reader.289954c9202d%2C40079%2C1732692007952,1-289954c9202d,40079,1732692007952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40079,1732692007952/289954c9202d%2C40079%2C1732692007952.1732692010158 to pos 0, reset compression=false 2024-11-27T07:20:19,041 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40079,1732692007952.replicationSource.wal-reader.289954c9202d%2C40079%2C1732692007952,1-289954c9202d,40079,1732692007952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40079,1732692007952/289954c9202d%2C40079%2C1732692007952.1732692010158 to pos 0, reset compression=false 2024-11-27T07:20:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:20:19,156 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T07:20:19,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:20:19,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:20:19,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:19,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:19,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:20:19,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:20:19,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,37383,1732692007769 2024-11-27T07:20:19,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aaf2da 2024-11-27T07:20:19,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:20:19,158 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:20:19,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37383 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T07:20:19,158 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:20:19,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:20:19,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:19,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:19,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:20:19,159 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T07:20:19,159 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1389976849, stopped=false 2024-11-27T07:20:19,159 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=289954c9202d,37383,1732692007769 2024-11-27T07:20:19,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1249746380/running 2024-11-27T07:20:19,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40079-0x1017b29cdb50001, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1249746380/running 2024-11-27T07:20:19,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40079-0x1017b29cdb50001, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380 2024-11-27T07:20:19,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380 2024-11-27T07:20:19,208 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:20:19,209 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:20:19,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Set watcher on znode that does not yet exist, /0-1249746380/running 2024-11-27T07:20:19,209 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:20:19,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:19,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40079-0x1017b29cdb50001, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Set watcher on znode that does not yet exist, /0-1249746380/running 2024-11-27T07:20:19,209 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '289954c9202d,40079,1732692007952' ***** 2024-11-27T07:20:19,209 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T07:20:19,209 INFO [RS:0;289954c9202d:40079 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T07:20:19,209 INFO [RS:0;289954c9202d:40079 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T07:20:19,209 INFO [RS:0;289954c9202d:40079 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T07:20:19,209 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T07:20:19,210 INFO [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:19,210 INFO [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer(959): stopping server 289954c9202d,40079,1732692007952 2024-11-27T07:20:19,210 INFO [RS:0;289954c9202d:40079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:20:19,210 INFO [RS:0;289954c9202d:40079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:40079. 2024-11-27T07:20:19,210 DEBUG [RS:0;289954c9202d:40079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:20:19,210 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a044b6c843ba9ac5160b3a1fd563eb4, disabling compactions & flushes 2024-11-27T07:20:19,210 DEBUG [RS:0;289954c9202d:40079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:19,210 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. 2024-11-27T07:20:19,210 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. 2024-11-27T07:20:19,210 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. after waiting 0 ms 2024-11-27T07:20:19,210 INFO [RS:0;289954c9202d:40079 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T07:20:19,210 INFO [RS:0;289954c9202d:40079 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T07:20:19,210 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. 2024-11-27T07:20:19,210 INFO [RS:0;289954c9202d:40079 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T07:20:19,210 INFO [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T07:20:19,210 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8a044b6c843ba9ac5160b3a1fd563eb4 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-27T07:20:19,213 INFO [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T07:20:19,213 DEBUG [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8a044b6c843ba9ac5160b3a1fd563eb4=hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4.} 2024-11-27T07:20:19,213 DEBUG [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:19,213 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:20:19,213 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:20:19,213 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:20:19,213 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:20:19,213 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:20:19,213 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T07:20:19,225 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/replication/8a044b6c843ba9ac5160b3a1fd563eb4/.tmp/queue/db0a4fec765c464b814a8a95c23f5a00 is 151, key is 1-289954c9202d,40079,1732692007952/queue:289954c9202d%2C40079%2C1732692007952/1732692018508/Put/seqid=0 2024-11-27T07:20:19,227 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/.tmp/info/7593a74394f0462e965e5933da1f2749 is 147, key is hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4./info:regioninfo/1732692018182/Put/seqid=0 2024-11-27T07:20:19,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741838_1014 (size=5350) 2024-11-27T07:20:19,232 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/replication/8a044b6c843ba9ac5160b3a1fd563eb4/.tmp/queue/db0a4fec765c464b814a8a95c23f5a00 2024-11-27T07:20:19,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741839_1015 (size=6631) 2024-11-27T07:20:19,237 INFO [regionserver/289954c9202d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:20:19,238 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/replication/8a044b6c843ba9ac5160b3a1fd563eb4/.tmp/queue/db0a4fec765c464b814a8a95c23f5a00 as hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/replication/8a044b6c843ba9ac5160b3a1fd563eb4/queue/db0a4fec765c464b814a8a95c23f5a00 2024-11-27T07:20:19,243 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/replication/8a044b6c843ba9ac5160b3a1fd563eb4/queue/db0a4fec765c464b814a8a95c23f5a00, entries=1, sequenceid=5, filesize=5.2 K 2024-11-27T07:20:19,244 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8a044b6c843ba9ac5160b3a1fd563eb4 in 34ms, sequenceid=5, compaction requested=false 2024-11-27T07:20:19,244 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T07:20:19,248 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/replication/8a044b6c843ba9ac5160b3a1fd563eb4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T07:20:19,248 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:20:19,248 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:20:19,248 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. 2024-11-27T07:20:19,248 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a044b6c843ba9ac5160b3a1fd563eb4: Waiting for close lock at 1732692019210Running coprocessor pre-close hooks at 1732692019210Disabling compacts and flushes for region at 1732692019210Disabling writes for close at 1732692019210Obtaining lock to block concurrent updates at 1732692019210Preparing flush snapshotting stores in 8a044b6c843ba9ac5160b3a1fd563eb4 at 1732692019210Finished memstore snapshotting hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732692019211 (+1 ms)Flushing stores of hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. at 1732692019211Flushing 8a044b6c843ba9ac5160b3a1fd563eb4/queue: creating writer at 1732692019211Flushing 8a044b6c843ba9ac5160b3a1fd563eb4/queue: appending metadata at 1732692019224 (+13 ms)Flushing 8a044b6c843ba9ac5160b3a1fd563eb4/queue: closing flushed file at 1732692019224Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e7193bb: reopening flushed file at 1732692019237 (+13 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8a044b6c843ba9ac5160b3a1fd563eb4 in 34ms, sequenceid=5, compaction requested=false at 1732692019244 (+7 ms)Writing region close event to WAL at 1732692019245 (+1 ms)Running coprocessor post-close hooks at 1732692019248 (+3 ms)Closed at 1732692019248 2024-11-27T07:20:19,248 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. 2024-11-27T07:20:19,413 DEBUG [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:20:19,445 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40079,1732692007952.replicationSource.wal-reader.289954c9202d%2C40079%2C1732692007952,1-289954c9202d,40079,1732692007952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40079,1732692007952/289954c9202d%2C40079%2C1732692007952.1732692010158 to pos 0, reset compression=false 2024-11-27T07:20:19,613 DEBUG [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:20:19,634 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/.tmp/info/7593a74394f0462e965e5933da1f2749 2024-11-27T07:20:19,652 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/.tmp/ns/751d766ae0b8426b8c5b54408615de94 is 43, key is default/ns:d/1732692011291/Put/seqid=0 2024-11-27T07:20:19,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741840_1016 (size=5153) 2024-11-27T07:20:19,813 DEBUG [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:20:19,950 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40079,1732692007952.replicationSource.wal-reader.289954c9202d%2C40079%2C1732692007952,1-289954c9202d,40079,1732692007952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40079,1732692007952/289954c9202d%2C40079%2C1732692007952.1732692010158 to pos 0, reset compression=false 2024-11-27T07:20:20,013 DEBUG [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:20:20,054 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T07:20:20,054 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T07:20:20,057 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/.tmp/ns/751d766ae0b8426b8c5b54408615de94 2024-11-27T07:20:20,075 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/.tmp/table/369a12c4d4a14a70986161ec92217d7a is 53, key is hbase:replication/table:state/1732692018190/Put/seqid=0 2024-11-27T07:20:20,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741841_1017 (size=5256) 2024-11-27T07:20:20,214 INFO [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T07:20:20,214 DEBUG [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T07:20:20,214 DEBUG [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:20:20,414 DEBUG [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:20:20,479 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/.tmp/table/369a12c4d4a14a70986161ec92217d7a 2024-11-27T07:20:20,485 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/.tmp/info/7593a74394f0462e965e5933da1f2749 as hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/info/7593a74394f0462e965e5933da1f2749 2024-11-27T07:20:20,490 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/info/7593a74394f0462e965e5933da1f2749, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T07:20:20,491 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/.tmp/ns/751d766ae0b8426b8c5b54408615de94 as hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/ns/751d766ae0b8426b8c5b54408615de94 2024-11-27T07:20:20,496 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/ns/751d766ae0b8426b8c5b54408615de94, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T07:20:20,497 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/.tmp/table/369a12c4d4a14a70986161ec92217d7a as hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/table/369a12c4d4a14a70986161ec92217d7a 2024-11-27T07:20:20,501 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/table/369a12c4d4a14a70986161ec92217d7a, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T07:20:20,502 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false 2024-11-27T07:20:20,505 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T07:20:20,506 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:20:20,506 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:20:20,506 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:20:20,506 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692019213Running coprocessor pre-close hooks at 1732692019213Disabling compacts and flushes for region at 1732692019213Disabling writes for close at 1732692019213Obtaining lock to block concurrent updates at 1732692019213Preparing flush snapshotting stores in 1588230740 at 1732692019213Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732692019213Flushing stores of hbase:meta,,1.1588230740 at 1732692019214 (+1 ms)Flushing 1588230740/info: creating writer at 1732692019214Flushing 1588230740/info: appending metadata at 1732692019226 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732692019226Flushing 1588230740/ns: creating writer at 1732692019638 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732692019652 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732692019652Flushing 1588230740/table: creating writer at 1732692020061 (+409 ms)Flushing 1588230740/table: appending metadata at 1732692020074 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732692020074Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e9bac04: reopening flushed file at 1732692020484 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56ce18b0: reopening flushed file at 1732692020490 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5822e88b: reopening flushed file at 1732692020496 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false at 1732692020502 (+6 ms)Writing region close event to WAL at 1732692020503 (+1 ms)Running coprocessor post-close hooks at 1732692020506 (+3 ms)Closed at 1732692020506 2024-11-27T07:20:20,506 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T07:20:20,554 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40079,1732692007952.replicationSource.wal-reader.289954c9202d%2C40079%2C1732692007952,1-289954c9202d,40079,1732692007952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40079,1732692007952/289954c9202d%2C40079%2C1732692007952.1732692010158 to pos 0, reset compression=false 2024-11-27T07:20:20,614 INFO [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer(976): stopping server 289954c9202d,40079,1732692007952; all regions closed. 2024-11-27T07:20:20,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741834_1010 (size=2742) 2024-11-27T07:20:20,617 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40079,1732692007952/289954c9202d%2C40079%2C1732692007952.meta.1732692011219.meta not finished, retry = 0 2024-11-27T07:20:20,719 DEBUG [RS:0;289954c9202d:40079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/oldWALs 2024-11-27T07:20:20,719 INFO [RS:0;289954c9202d:40079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C40079%2C1732692007952.meta:.meta(num 1732692011219) 2024-11-27T07:20:20,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741837_1013 (size=1586) 2024-11-27T07:20:20,722 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40079,1732692007952/289954c9202d%2C40079%2C1732692007952.rep.1732692018152 not finished, retry = 0 2024-11-27T07:20:20,871 DEBUG [RS:0;289954c9202d:40079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/oldWALs 2024-11-27T07:20:20,871 INFO [RS:0;289954c9202d:40079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C40079%2C1732692007952.rep:(num 1732692018152) 2024-11-27T07:20:20,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741832_1008 (size=93) 2024-11-27T07:20:20,873 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40079,1732692007952/289954c9202d%2C40079%2C1732692007952.1732692010158 not finished, retry = 0 2024-11-27T07:20:20,975 DEBUG [RS:0;289954c9202d:40079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/oldWALs 2024-11-27T07:20:20,975 INFO [RS:0;289954c9202d:40079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C40079%2C1732692007952:(num 1732692010158) 2024-11-27T07:20:20,975 DEBUG [RS:0;289954c9202d:40079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:20,975 INFO [RS:0;289954c9202d:40079 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:20:20,976 INFO [RS:0;289954c9202d:40079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:20:20,976 INFO [RS:0;289954c9202d:40079 {}] hbase.ChoreService(370): Chore service for: regionserver/289954c9202d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T07:20:20,976 INFO [RS:0;289954c9202d:40079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:20:20,976 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:20:20,976 INFO [RS:0;289954c9202d:40079 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-289954c9202d,40079,1732692007952 because: Region server is closing 2024-11-27T07:20:20,976 INFO [RS:0;289954c9202d:40079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:40079. 2024-11-27T07:20:20,976 DEBUG [RS:0;289954c9202d:40079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:20:20,976 DEBUG [RS:0;289954c9202d:40079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:20,976 DEBUG [RS:0;289954c9202d:40079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:20,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:20:21,077 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40079,1732692007952.replicationSource.wal-reader.289954c9202d%2C40079%2C1732692007952,1-289954c9202d,40079,1732692007952 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T07:20:21,077 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40079,1732692007952.replicationSource.shipper289954c9202d%2C40079%2C1732692007952,1-289954c9202d,40079,1732692007952 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T07:20:21,077 INFO [RS:0;289954c9202d:40079 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40079,1732692007952.replicationSource.shipper289954c9202d%2C40079%2C1732692007952,1-289954c9202d,40079,1732692007952 terminated 2024-11-27T07:20:21,077 INFO [RS:0;289954c9202d:40079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40079 2024-11-27T07:20:21,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380/rs 2024-11-27T07:20:21,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40079-0x1017b29cdb50001, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1249746380/rs/289954c9202d,40079,1732692007952 2024-11-27T07:20:21,103 INFO [RS:0;289954c9202d:40079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:20:21,103 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [289954c9202d,40079,1732692007952] 2024-11-27T07:20:21,124 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249746380/draining/289954c9202d,40079,1732692007952 already deleted, retry=false 2024-11-27T07:20:21,124 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 289954c9202d,40079,1732692007952 expired; onlineServers=0 2024-11-27T07:20:21,124 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '289954c9202d,37383,1732692007769' ***** 2024-11-27T07:20:21,124 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T07:20:21,124 INFO [M:0;289954c9202d:37383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:20:21,124 INFO [M:0;289954c9202d:37383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:20:21,124 DEBUG [M:0;289954c9202d:37383 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T07:20:21,124 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T07:20:21,124 DEBUG [M:0;289954c9202d:37383 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T07:20:21,124 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692009974 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692009974,5,FailOnTimeoutGroup] 2024-11-27T07:20:21,124 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692009974 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692009974,5,FailOnTimeoutGroup] 2024-11-27T07:20:21,124 INFO [M:0;289954c9202d:37383 {}] hbase.ChoreService(370): Chore service for: master/289954c9202d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T07:20:21,124 INFO [M:0;289954c9202d:37383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:20:21,124 DEBUG [M:0;289954c9202d:37383 {}] master.HMaster(1795): Stopping service threads 2024-11-27T07:20:21,124 INFO [M:0;289954c9202d:37383 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T07:20:21,125 INFO [M:0;289954c9202d:37383 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:20:21,125 INFO [M:0;289954c9202d:37383 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T07:20:21,125 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T07:20:21,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1249746380/master 2024-11-27T07:20:21,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380 2024-11-27T07:20:21,134 DEBUG [M:0;289954c9202d:37383 {}] zookeeper.ZKUtil(347): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Unable to get data of znode /0-1249746380/master because node does not exist (not an error) 2024-11-27T07:20:21,134 WARN [M:0;289954c9202d:37383 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T07:20:21,135 INFO [M:0;289954c9202d:37383 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/.lastflushedseqids 2024-11-27T07:20:21,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741842_1018 (size=181) 2024-11-27T07:20:21,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40079-0x1017b29cdb50001, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:20:21,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40079-0x1017b29cdb50001, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:20:21,214 INFO [RS:0;289954c9202d:40079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:20:21,214 INFO [RS:0;289954c9202d:40079 {}] regionserver.HRegionServer(1031): Exiting; stopping=289954c9202d,40079,1732692007952; zookeeper connection closed. 2024-11-27T07:20:21,214 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a086796 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a086796 2024-11-27T07:20:21,214 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T07:20:21,540 INFO [M:0;289954c9202d:37383 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T07:20:21,540 INFO [M:0;289954c9202d:37383 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T07:20:21,540 DEBUG [M:0;289954c9202d:37383 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:20:21,540 INFO [M:0;289954c9202d:37383 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:21,540 DEBUG [M:0;289954c9202d:37383 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:21,540 DEBUG [M:0;289954c9202d:37383 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:20:21,540 DEBUG [M:0;289954c9202d:37383 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:21,540 INFO [M:0;289954c9202d:37383 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-27T07:20:21,554 DEBUG [M:0;289954c9202d:37383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70b6b73815bb4043a902607a1d73b1c1 is 82, key is hbase:meta,,1/info:regioninfo/1732692011250/Put/seqid=0 2024-11-27T07:20:21,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741843_1019 (size=5672) 2024-11-27T07:20:21,959 INFO [M:0;289954c9202d:37383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70b6b73815bb4043a902607a1d73b1c1 2024-11-27T07:20:21,981 DEBUG [M:0;289954c9202d:37383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/062cef787612439da79d25187cde01ed is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732692018194/Put/seqid=0 2024-11-27T07:20:21,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741844_1020 (size=7203) 2024-11-27T07:20:22,361 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:20:22,386 INFO [M:0;289954c9202d:37383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/062cef787612439da79d25187cde01ed 2024-11-27T07:20:22,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:22,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:22,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:22,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:22,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:22,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:22,408 DEBUG [M:0;289954c9202d:37383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b79560d4ffa84e8dbcac8750fff93cb1 is 69, key is 289954c9202d,40079,1732692007952/rs:state/1732692010013/Put/seqid=0 2024-11-27T07:20:22,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741845_1021 (size=5156) 2024-11-27T07:20:22,812 INFO [M:0;289954c9202d:37383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b79560d4ffa84e8dbcac8750fff93cb1 2024-11-27T07:20:22,818 DEBUG [M:0;289954c9202d:37383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70b6b73815bb4043a902607a1d73b1c1 as hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70b6b73815bb4043a902607a1d73b1c1 2024-11-27T07:20:22,822 INFO [M:0;289954c9202d:37383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70b6b73815bb4043a902607a1d73b1c1, entries=8, sequenceid=70, filesize=5.5 K 2024-11-27T07:20:22,823 DEBUG [M:0;289954c9202d:37383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/062cef787612439da79d25187cde01ed as hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/062cef787612439da79d25187cde01ed 2024-11-27T07:20:22,827 INFO [M:0;289954c9202d:37383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/062cef787612439da79d25187cde01ed, entries=8, sequenceid=70, filesize=7.0 K 2024-11-27T07:20:22,827 DEBUG [M:0;289954c9202d:37383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b79560d4ffa84e8dbcac8750fff93cb1 as hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b79560d4ffa84e8dbcac8750fff93cb1 2024-11-27T07:20:22,832 INFO [M:0;289954c9202d:37383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b79560d4ffa84e8dbcac8750fff93cb1, entries=1, sequenceid=70, filesize=5.0 K 2024-11-27T07:20:22,833 INFO [M:0;289954c9202d:37383 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false 2024-11-27T07:20:22,834 INFO [M:0;289954c9202d:37383 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:22,834 DEBUG [M:0;289954c9202d:37383 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692021540Disabling compacts and flushes for region at 1732692021540Disabling writes for close at 1732692021540Obtaining lock to block concurrent updates at 1732692021540Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732692021540Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732692021540Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732692021541 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732692021541Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732692021554 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732692021554Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732692021964 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732692021981 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732692021981Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732692022391 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732692022408 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732692022408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b6be4f4: reopening flushed file at 1732692022817 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c65e23: reopening flushed file at 1732692022822 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75882e69: reopening flushed file at 1732692022827 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false at 1732692022833 (+6 ms)Writing region close event to WAL at 1732692022834 (+1 ms)Closed at 1732692022834 2024-11-27T07:20:22,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741830_1006 (size=41008) 2024-11-27T07:20:22,836 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/WALs/289954c9202d,37383,1732692007769/289954c9202d%2C37383%2C1732692007769.1732692009717 not finished, retry = 0 2024-11-27T07:20:22,938 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:20:22,938 INFO [M:0;289954c9202d:37383 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T07:20:22,938 INFO [M:0;289954c9202d:37383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37383 2024-11-27T07:20:22,938 INFO [M:0;289954c9202d:37383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:20:23,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:20:23,096 INFO [M:0;289954c9202d:37383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:20:23,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37383-0x1017b29cdb50000, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:20:23,098 INFO [Time-limited test {}] client.ConnectionUtils(128): master/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:20:23,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:23,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:23,098 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:20:23,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:23,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:20:23,098 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T07:20:23,098 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:20:23,099 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38291 2024-11-27T07:20:23,099 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38291 connecting to ZooKeeper ensemble=127.0.0.1:53955 2024-11-27T07:20:23,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382910x0, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:20:23,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38291-0x1017b29cdb50006 connected 2024-11-27T07:20:23,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:23,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:23,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Set watcher on znode that does not yet exist, /0-1249746380/running 2024-11-27T07:20:23,129 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1249746380/meta-region-server: INIT 2024-11-27T07:20:23,130 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263, hbase.cluster.distributed=false 2024-11-27T07:20:23,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Set watcher on znode that does not yet exist, /0-1249746380/acl 2024-11-27T07:20:23,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38291 2024-11-27T07:20:23,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38291 2024-11-27T07:20:23,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38291 2024-11-27T07:20:23,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38291 2024-11-27T07:20:23,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38291 2024-11-27T07:20:23,157 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:20:23,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:23,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:23,157 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:20:23,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:23,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:20:23,157 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T07:20:23,157 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:20:23,158 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40711 2024-11-27T07:20:23,159 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40711 connecting to ZooKeeper ensemble=127.0.0.1:53955 2024-11-27T07:20:23,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:23,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:23,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407110x0, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:20:23,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407110x0, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Set watcher on znode that does not yet exist, /0-1249746380/running 2024-11-27T07:20:23,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40711-0x1017b29cdb50007 connected 2024-11-27T07:20:23,177 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1249746380/meta-region-server: INIT 2024-11-27T07:20:23,177 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T07:20:23,178 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T07:20:23,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40711-0x1017b29cdb50007, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Set watcher on znode that does not yet exist, /0-1249746380/master 2024-11-27T07:20:23,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40711-0x1017b29cdb50007, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Set watcher on znode that does not yet exist, /0-1249746380/acl 2024-11-27T07:20:23,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40711 2024-11-27T07:20:23,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40711 2024-11-27T07:20:23,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40711 2024-11-27T07:20:23,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40711 2024-11-27T07:20:23,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40711 2024-11-27T07:20:23,197 DEBUG [M:0;289954c9202d:38291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;289954c9202d:38291 2024-11-27T07:20:23,198 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1249746380/backup-masters/289954c9202d,38291,1732692023098 2024-11-27T07:20:23,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380/backup-masters 2024-11-27T07:20:23,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1017b29cdb50007, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380/backup-masters 2024-11-27T07:20:23,208 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Set watcher on existing znode=/0-1249746380/backup-masters/289954c9202d,38291,1732692023098 2024-11-27T07:20:23,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1017b29cdb50007, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1249746380/master 2024-11-27T07:20:23,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380 2024-11-27T07:20:23,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1017b29cdb50007, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380 2024-11-27T07:20:23,219 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Set watcher on existing znode=/0-1249746380/master 2024-11-27T07:20:23,219 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1249746380/backup-masters/289954c9202d,38291,1732692023098 from backup master directory 2024-11-27T07:20:23,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1249746380/backup-masters/289954c9202d,38291,1732692023098 2024-11-27T07:20:23,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1017b29cdb50007, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380/backup-masters 2024-11-27T07:20:23,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380/backup-masters 2024-11-27T07:20:23,229 WARN [master/289954c9202d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:20:23,229 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=289954c9202d,38291,1732692023098 2024-11-27T07:20:23,237 INFO [master/289954c9202d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:23,238 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T07:20:23,243 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-27T07:20:23,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741846_1022 (size=196) 2024-11-27T07:20:23,656 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:20:23,656 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T07:20:23,657 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:20:23,662 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-27T07:20:23,664 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/WALs/289954c9202d,37383,1732692007769 to hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/WALs/289954c9202d,37383,1732692007769-dead as it is dead 2024-11-27T07:20:23,664 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/WALs/289954c9202d,37383,1732692007769-dead/289954c9202d%2C37383%2C1732692007769.1732692009717 2024-11-27T07:20:23,665 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/WALs/289954c9202d,37383,1732692007769-dead/289954c9202d%2C37383%2C1732692007769.1732692009717 after 1ms 2024-11-27T07:20:23,665 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/WALs/289954c9202d,37383,1732692007769-dead/289954c9202d%2C37383%2C1732692007769.1732692009717 to hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/289954c9202d%2C37383%2C1732692007769.1732692009717 2024-11-27T07:20:23,665 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/WALs/289954c9202d,37383,1732692007769-dead 2024-11-27T07:20:23,666 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/WALs/289954c9202d,38291,1732692023098 2024-11-27T07:20:23,667 INFO [master/289954c9202d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:20:23,668 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=289954c9202d%2C38291%2C1732692023098, suffix=, logDir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/WALs/289954c9202d,38291,1732692023098, archiveDir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/oldWALs, maxLogs=10 2024-11-27T07:20:23,680 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/WALs/289954c9202d,38291,1732692023098/289954c9202d%2C38291%2C1732692023098.1732692023668, exclude list is [], retry=0 2024-11-27T07:20:23,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34179,DS-211babee-73e3-4b01-b613-3135025907c6,DISK] 2024-11-27T07:20:23,684 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/WALs/289954c9202d,38291,1732692023098/289954c9202d%2C38291%2C1732692023098.1732692023668 2024-11-27T07:20:23,684 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46359:46359)] 2024-11-27T07:20:23,684 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:20:23,684 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:23,684 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:23,684 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:23,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:23,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T07:20:23,686 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:23,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70b6b73815bb4043a902607a1d73b1c1 2024-11-27T07:20:23,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:23,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:23,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T07:20:23,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:23,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/062cef787612439da79d25187cde01ed 2024-11-27T07:20:23,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:23,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:23,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T07:20:23,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:23,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b79560d4ffa84e8dbcac8750fff93cb1 2024-11-27T07:20:23,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:23,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:23,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T07:20:23,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:23,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:23,710 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:23,710 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-27T07:20:23,710 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/289954c9202d%2C37383%2C1732692007769.1732692009717 2024-11-27T07:20:23,714 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/289954c9202d%2C37383%2C1732692007769.1732692009717 2024-11-27T07:20:23,715 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/289954c9202d%2C37383%2C1732692007769.1732692009717 2024-11-27T07:20:23,716 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:23,716 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:23,717 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:20:23,718 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:23,720 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-27T07:20:23,721 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63398270, jitterRate=-0.05529215931892395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:20:23,721 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732692023684Initializing all the Stores at 1732692023685 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692023685Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692023685Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692023685Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692023685Cleaning up temporary data from old regions at 1732692023716 (+31 ms)Region opened successfully at 1732692023721 (+5 ms) 2024-11-27T07:20:23,721 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T07:20:23,724 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e343be1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:20:23,726 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-27T07:20:23,727 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T07:20:23,727 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T07:20:23,727 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T07:20:23,728 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T07:20:23,731 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T07:20:23,731 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T07:20:23,732 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T07:20:23,732 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-27T07:20:23,732 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T07:20:23,735 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=289954c9202d,40079,1732692007952, regionLocation=289954c9202d,40079,1732692007952, openSeqNum=2 2024-11-27T07:20:23,735 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=289954c9202d,40079,1732692007952, table=hbase:meta, region=1588230740 2024-11-27T07:20:23,735 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,40079,1732692007952, state=OPEN 2024-11-27T07:20:23,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1249746380/meta-region-server 2024-11-27T07:20:23,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1017b29cdb50007, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1249746380/meta-region-server 2024-11-27T07:20:23,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1249746380/meta-region-server: CHANGED 2024-11-27T07:20:23,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1249746380/meta-region-server: CHANGED 2024-11-27T07:20:23,790 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-27T07:20:23,797 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249746380/draining/289954c9202d,40079,1732692007952 already deleted, retry=false 2024-11-27T07:20:23,797 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 289954c9202d,40079,1732692007952 on 289954c9202d,38291,1732692023098 2024-11-27T07:20:23,798 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 289954c9202d,40079,1732692007952, splitWal=true, meta=true 2024-11-27T07:20:23,798 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 289954c9202d,40079,1732692007952 (carryingMeta=true) 289954c9202d,40079,1732692007952/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7778afdd[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T07:20:23,800 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Unable to get data of znode /0-1249746380/balancer because node does not exist (not necessarily an error) 2024-11-27T07:20:23,808 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249746380/balancer already deleted, retry=false 2024-11-27T07:20:23,808 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T07:20:23,809 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Unable to get data of znode /0-1249746380/normalizer because node does not exist (not necessarily an error) 2024-11-27T07:20:23,818 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249746380/normalizer already deleted, retry=false 2024-11-27T07:20:23,819 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T07:20:23,820 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Unable to get data of znode /0-1249746380/switch/split because node does not exist (not necessarily an error) 2024-11-27T07:20:23,829 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249746380/switch/split already deleted, retry=false 2024-11-27T07:20:23,830 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Unable to get data of znode /0-1249746380/switch/merge because node does not exist (not necessarily an error) 2024-11-27T07:20:23,839 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249746380/switch/merge already deleted, retry=false 2024-11-27T07:20:23,852 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Unable to get data of znode /0-1249746380/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T07:20:23,860 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249746380/snapshot-cleanup already deleted, retry=false 2024-11-27T07:20:23,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1017b29cdb50007, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1249746380/running 2024-11-27T07:20:23,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1249746380/running 2024-11-27T07:20:23,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1017b29cdb50007, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380 2024-11-27T07:20:23,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380 2024-11-27T07:20:23,871 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=289954c9202d,38291,1732692023098, sessionid=0x1017b29cdb50006, setting cluster-up flag (Was=false) 2024-11-27T07:20:23,882 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1249746380/flush-table-proc/acquired, /0-1249746380/flush-table-proc/reached, /0-1249746380/flush-table-proc/abort 2024-11-27T07:20:23,883 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,38291,1732692023098 2024-11-27T07:20:23,893 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1249746380/online-snapshot/acquired, /0-1249746380/online-snapshot/reached, /0-1249746380/online-snapshot/abort 2024-11-27T07:20:23,893 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,38291,1732692023098 2024-11-27T07:20:23,894 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/.lastflushedseqids 2024-11-27T07:20:23,896 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T07:20:23,896 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T07:20:23,896 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 289954c9202d,38291,1732692023098 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 289954c9202d,40079,1732692007952 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T07:20:23,897 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:20:23,898 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:20:23,898 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:20:23,898 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:20:23,898 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/289954c9202d:0, corePoolSize=10, maxPoolSize=10 2024-11-27T07:20:23,898 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:23,898 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:20:23,898 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:23,898 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732692053898 2024-11-27T07:20:23,899 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T07:20:23,899 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T07:20:23,899 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T07:20:23,899 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T07:20:23,899 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T07:20:23,899 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T07:20:23,899 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:23,899 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 289954c9202d,40079,1732692007952, splitWal=true, meta=true 2024-11-27T07:20:23,899 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T07:20:23,900 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T07:20:23,900 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T07:20:23,900 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T07:20:23,900 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 289954c9202d,40079,1732692007952, splitWal=true, meta=true, isMeta: true 2024-11-27T07:20:23,900 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T07:20:23,900 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T07:20:23,900 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692023900,5,FailOnTimeoutGroup] 2024-11-27T07:20:23,901 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40079,1732692007952-splitting 2024-11-27T07:20:23,902 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40079,1732692007952-splitting dir is empty, no logs to split. 2024-11-27T07:20:23,902 INFO [PEWorker-1 {}] master.SplitWALManager(105): 289954c9202d,40079,1732692007952 WAL count=0, meta=true 2024-11-27T07:20:23,904 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40079,1732692007952-splitting dir is empty, no logs to split. 2024-11-27T07:20:23,904 INFO [PEWorker-1 {}] master.SplitWALManager(105): 289954c9202d,40079,1732692007952 WAL count=0, meta=true 2024-11-27T07:20:23,904 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692023900,5,FailOnTimeoutGroup] 2024-11-27T07:20:23,904 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 289954c9202d,40079,1732692007952 WAL splitting is done? wals=0, meta=true 2024-11-27T07:20:23,904 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:23,904 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T07:20:23,904 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:23,904 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:23,904 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732692023904, completionTime=-1 2024-11-27T07:20:23,904 WARN [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-27T07:20:23,904 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T07:20:23,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T07:20:23,906 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:20:23,906 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T07:20:23,986 INFO [RS:0;289954c9202d:40711 {}] regionserver.HRegionServer(746): ClusterId : 2b861062-81a1-4e79-bde1-929f1137dc78 2024-11-27T07:20:23,986 DEBUG [RS:0;289954c9202d:40711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T07:20:23,998 DEBUG [RS:0;289954c9202d:40711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T07:20:23,998 DEBUG [RS:0;289954c9202d:40711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T07:20:24,008 DEBUG [RS:0;289954c9202d:40711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T07:20:24,009 DEBUG [RS:0;289954c9202d:40711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3261dd98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:20:24,019 DEBUG [RS:0;289954c9202d:40711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;289954c9202d:40711 2024-11-27T07:20:24,019 INFO [RS:0;289954c9202d:40711 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T07:20:24,019 INFO [RS:0;289954c9202d:40711 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T07:20:24,019 DEBUG [RS:0;289954c9202d:40711 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T07:20:24,020 INFO [RS:0;289954c9202d:40711 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,38291,1732692023098 with port=40711, startcode=1732692023156 2024-11-27T07:20:24,020 DEBUG [RS:0;289954c9202d:40711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T07:20:24,022 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T07:20:24,022 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38291 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 289954c9202d,40711,1732692023156 2024-11-27T07:20:24,022 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38291 {}] master.ServerManager(517): Registering regionserver=289954c9202d,40711,1732692023156 2024-11-27T07:20:24,023 DEBUG [RS:0;289954c9202d:40711 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263 2024-11-27T07:20:24,023 DEBUG [RS:0;289954c9202d:40711 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33457 2024-11-27T07:20:24,023 DEBUG [RS:0;289954c9202d:40711 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T07:20:24,055 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=151ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T07:20:24,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380/rs 2024-11-27T07:20:24,055 DEBUG [RS:0;289954c9202d:40711 {}] zookeeper.ZKUtil(111): regionserver:40711-0x1017b29cdb50007, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Set watcher on existing znode=/0-1249746380/rs/289954c9202d,40711,1732692023156 2024-11-27T07:20:24,055 WARN [RS:0;289954c9202d:40711 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:20:24,055 INFO [RS:0;289954c9202d:40711 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:20:24,056 DEBUG [RS:0;289954c9202d:40711 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40711,1732692023156 2024-11-27T07:20:24,056 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [289954c9202d,40711,1732692023156] 2024-11-27T07:20:24,056 WARN [289954c9202d:38291 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T07:20:24,074 INFO [RS:0;289954c9202d:40711 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T07:20:24,075 INFO [RS:0;289954c9202d:40711 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T07:20:24,075 INFO [RS:0;289954c9202d:40711 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T07:20:24,075 INFO [RS:0;289954c9202d:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:24,076 INFO [RS:0;289954c9202d:40711 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T07:20:24,076 INFO [RS:0;289954c9202d:40711 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T07:20:24,076 INFO [RS:0;289954c9202d:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:24,076 DEBUG [RS:0;289954c9202d:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:24,077 DEBUG [RS:0;289954c9202d:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:24,077 DEBUG [RS:0;289954c9202d:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:24,077 DEBUG [RS:0;289954c9202d:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:24,077 DEBUG [RS:0;289954c9202d:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:24,077 DEBUG [RS:0;289954c9202d:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:20:24,077 DEBUG [RS:0;289954c9202d:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:24,077 DEBUG [RS:0;289954c9202d:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:24,077 DEBUG [RS:0;289954c9202d:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:24,077 DEBUG [RS:0;289954c9202d:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:24,077 DEBUG [RS:0;289954c9202d:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:24,077 DEBUG [RS:0;289954c9202d:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:24,077 DEBUG [RS:0;289954c9202d:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:20:24,077 DEBUG [RS:0;289954c9202d:40711 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:20:24,077 INFO [RS:0;289954c9202d:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:24,077 INFO [RS:0;289954c9202d:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:24,077 INFO [RS:0;289954c9202d:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:24,077 INFO [RS:0;289954c9202d:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:24,077 INFO [RS:0;289954c9202d:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:24,077 INFO [RS:0;289954c9202d:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,40711,1732692023156-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:20:24,090 INFO [RS:0;289954c9202d:40711 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T07:20:24,090 INFO [RS:0;289954c9202d:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,40711,1732692023156-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:24,102 INFO [RS:0;289954c9202d:40711 {}] regionserver.ReplicationSource(231): queueId=1-289954c9202d,40711,1732692023156, ReplicationSource: 1, currentBandwidth=0 2024-11-27T07:20:24,102 INFO [RS:0;289954c9202d:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:24,102 INFO [RS:0;289954c9202d:40711 {}] regionserver.Replication(171): 289954c9202d,40711,1732692023156 started 2024-11-27T07:20:24,115 DEBUG [RS:0;289954c9202d:40711.replicationSource,1-289954c9202d,40711,1732692023156 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:43869' 2024-11-27T07:20:24,116 INFO [RS:0;289954c9202d:40711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:24,116 INFO [RS:0;289954c9202d:40711 {}] regionserver.HRegionServer(1482): Serving as 289954c9202d,40711,1732692023156, RpcServer on 289954c9202d/172.17.0.3:40711, sessionid=0x1017b29cdb50007 2024-11-27T07:20:24,116 DEBUG [RS:0;289954c9202d:40711.replicationSource,1-289954c9202d,40711,1732692023156 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3efad7b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:24,116 DEBUG [RS:0;289954c9202d:40711.replicationSource,1-289954c9202d,40711,1732692023156 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,43869,-1 for getting cluster id 2024-11-27T07:20:24,116 DEBUG [RS:0;289954c9202d:40711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T07:20:24,116 DEBUG [RS:0;289954c9202d:40711 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 289954c9202d,40711,1732692023156 2024-11-27T07:20:24,116 DEBUG [RS:0;289954c9202d:40711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,40711,1732692023156' 2024-11-27T07:20:24,116 DEBUG [RS:0;289954c9202d:40711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1249746380/flush-table-proc/abort' 2024-11-27T07:20:24,116 DEBUG [RS:0;289954c9202d:40711.replicationSource,1-289954c9202d,40711,1732692023156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:20:24,117 DEBUG [RS:0;289954c9202d:40711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1249746380/flush-table-proc/acquired' 2024-11-27T07:20:24,117 DEBUG [RS:0;289954c9202d:40711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T07:20:24,117 DEBUG [RS:0;289954c9202d:40711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T07:20:24,117 DEBUG [RS:0;289954c9202d:40711 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 289954c9202d,40711,1732692023156 2024-11-27T07:20:24,117 DEBUG [RS:0;289954c9202d:40711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,40711,1732692023156' 2024-11-27T07:20:24,117 DEBUG [RS:0;289954c9202d:40711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1249746380/online-snapshot/abort' 2024-11-27T07:20:24,117 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b79c1f7-aaa9-4500-8672-aea6638797eb' 2024-11-27T07:20:24,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:20:24,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b79c1f7-aaa9-4500-8672-aea6638797eb" 2024-11-27T07:20:24,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50045967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:24,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,43869,-1] 2024-11-27T07:20:24,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:20:24,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:24,118 DEBUG [RS:0;289954c9202d:40711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1249746380/online-snapshot/acquired' 2024-11-27T07:20:24,119 DEBUG [RS:0;289954c9202d:40711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T07:20:24,119 INFO [RS:0;289954c9202d:40711 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T07:20:24,119 INFO [RS:0;289954c9202d:40711 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T07:20:24,119 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:20:24,120 DEBUG [RS:0;289954c9202d:40711.replicationSource,1-289954c9202d,40711,1732692023156 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51050d46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:24,120 DEBUG [RS:0;289954c9202d:40711.replicationSource,1-289954c9202d,40711,1732692023156 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:20:24,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,43869,1732692013385 2024-11-27T07:20:24,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13ad531c 2024-11-27T07:20:24,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:20:24,121 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-27T07:20:24,122 INFO [RS:0;289954c9202d:40711.replicationSource,1-289954c9202d,40711,1732692023156 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-289954c9202d,40711,1732692023156 (queues=0) is replicating from cluster=2b861062-81a1-4e79-bde1-929f1137dc78 to cluster=8b79c1f7-aaa9-4500-8672-aea6638797eb 2024-11-27T07:20:24,219 INFO [RS:0;289954c9202d:40711 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:20:24,221 INFO [RS:0;289954c9202d:40711 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C40711%2C1732692023156, suffix=, logDir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40711,1732692023156, archiveDir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/oldWALs, maxLogs=10 2024-11-27T07:20:24,232 DEBUG [RS:0;289954c9202d:40711 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40711,1732692023156/289954c9202d%2C40711%2C1732692023156.1732692024221, exclude list is [], retry=0 2024-11-27T07:20:24,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34179,DS-211babee-73e3-4b01-b613-3135025907c6,DISK] 2024-11-27T07:20:24,236 INFO [RS:0;289954c9202d:40711 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40711,1732692023156/289954c9202d%2C40711%2C1732692023156.1732692024221 2024-11-27T07:20:24,236 DEBUG [RS:0;289954c9202d:40711 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 289954c9202d%2C40711%2C1732692023156 for peer 1 2024-11-27T07:20:24,236 DEBUG [RS:0;289954c9202d:40711 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=289954c9202d%2C40711%2C1732692023156 2024-11-27T07:20:24,236 INFO [RS:0;289954c9202d:40711 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-289954c9202d,40711,1732692023156, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T07:20:24,237 DEBUG [RS:0;289954c9202d:40711 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46359:46359)] 2024-11-27T07:20:24,237 INFO [RS:0;289954c9202d:40711.replicationSource.shipper289954c9202d%2C40711%2C1732692023156,1-289954c9202d,40711,1732692023156 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 289954c9202d%2C40711%2C1732692023156 2024-11-27T07:20:24,237 DEBUG [RS:0;289954c9202d:40711.replicationSource.wal-reader.289954c9202d%2C40711%2C1732692023156,1-289954c9202d,40711,1732692023156 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40711,1732692023156/289954c9202d%2C40711%2C1732692023156.1732692024221, startPosition=0, beingWritten=true 2024-11-27T07:20:24,307 DEBUG [289954c9202d:38291 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:20:24,307 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=289954c9202d,40711,1732692023156 2024-11-27T07:20:24,308 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,40711,1732692023156, state=OPENING 2024-11-27T07:20:24,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1017b29cdb50007, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1249746380/meta-region-server 2024-11-27T07:20:24,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1249746380/meta-region-server 2024-11-27T07:20:24,324 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:20:24,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1249746380/meta-region-server: CHANGED 2024-11-27T07:20:24,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1249746380/meta-region-server: CHANGED 2024-11-27T07:20:24,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,40711,1732692023156}] 2024-11-27T07:20:24,442 DEBUG [RS:0;289954c9202d:40711.replicationSource.wal-reader.289954c9202d%2C40711%2C1732692023156,1-289954c9202d,40711,1732692023156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40711,1732692023156/289954c9202d%2C40711%2C1732692023156.1732692024221 to pos 0, reset compression=false 2024-11-27T07:20:24,477 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:20:24,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:20:24,481 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T07:20:24,481 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:20:24,482 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T07:20:24,483 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C40711%2C1732692023156.meta, suffix=.meta, logDir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40711,1732692023156, archiveDir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/oldWALs, maxLogs=10 2024-11-27T07:20:24,496 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40711,1732692023156/289954c9202d%2C40711%2C1732692023156.meta.1732692024483.meta, exclude list is [], retry=0 2024-11-27T07:20:24,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34179,DS-211babee-73e3-4b01-b613-3135025907c6,DISK] 2024-11-27T07:20:24,500 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40711,1732692023156/289954c9202d%2C40711%2C1732692023156.meta.1732692024483.meta 2024-11-27T07:20:24,500 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46359:46359)] 2024-11-27T07:20:24,501 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:20:24,501 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:20:24,501 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:20:24,501 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T07:20:24,501 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T07:20:24,501 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T07:20:24,501 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:24,501 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T07:20:24,501 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T07:20:24,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:20:24,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:20:24,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:24,510 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/info/7593a74394f0462e965e5933da1f2749 2024-11-27T07:20:24,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:24,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:20:24,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:20:24,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:24,517 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/ns/751d766ae0b8426b8c5b54408615de94 2024-11-27T07:20:24,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:24,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:20:24,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:20:24,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:24,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:24,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:20:24,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:20:24,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:24,525 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/table/369a12c4d4a14a70986161ec92217d7a 2024-11-27T07:20:24,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:24,525 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:20:24,526 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740 2024-11-27T07:20:24,527 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740 2024-11-27T07:20:24,529 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:20:24,529 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:20:24,529 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:20:24,531 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:20:24,532 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66322873, jitterRate=-0.011712178587913513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:20:24,532 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T07:20:24,532 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732692024501Writing region info on filesystem at 1732692024502 (+1 ms)Initializing all the Stores at 1732692024502Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692024503 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692024503Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692024503Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692024503Cleaning up temporary data from old regions at 1732692024529 (+26 ms)Running coprocessor post-open hooks at 1732692024532 (+3 ms)Region opened successfully at 1732692024532 2024-11-27T07:20:24,533 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732692024476 2024-11-27T07:20:24,535 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T07:20:24,535 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T07:20:24,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=289954c9202d,40711,1732692023156 2024-11-27T07:20:24,536 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,40711,1732692023156, state=OPEN 2024-11-27T07:20:24,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1249746380/meta-region-server 2024-11-27T07:20:24,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1017b29cdb50007, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1249746380/meta-region-server 2024-11-27T07:20:24,545 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=289954c9202d,40711,1732692023156 2024-11-27T07:20:24,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1249746380/meta-region-server: CHANGED 2024-11-27T07:20:24,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1249746380/meta-region-server: CHANGED 2024-11-27T07:20:24,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-27T07:20:24,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,40711,1732692023156 in 221 msec 2024-11-27T07:20:24,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T07:20:24,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 642 msec 2024-11-27T07:20:24,746 DEBUG [RS:0;289954c9202d:40711.replicationSource.wal-reader.289954c9202d%2C40711%2C1732692023156,1-289954c9202d,40711,1732692023156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40711,1732692023156/289954c9202d%2C40711%2C1732692023156.1732692024221 to pos 0, reset compression=false 2024-11-27T07:20:25,151 DEBUG [RS:0;289954c9202d:40711.replicationSource.wal-reader.289954c9202d%2C40711%2C1732692023156,1-289954c9202d,40711,1732692023156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40711,1732692023156/289954c9202d%2C40711%2C1732692023156.1732692024221 to pos 0, reset compression=false 2024-11-27T07:20:25,557 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-27T07:20:25,656 DEBUG [RS:0;289954c9202d:40711.replicationSource.wal-reader.289954c9202d%2C40711%2C1732692023156,1-289954c9202d,40711,1732692023156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40711,1732692023156/289954c9202d%2C40711%2C1732692023156.1732692024221 to pos 0, reset compression=false 2024-11-27T07:20:26,262 DEBUG [RS:0;289954c9202d:40711.replicationSource.wal-reader.289954c9202d%2C40711%2C1732692023156,1-289954c9202d,40711,1732692023156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40711,1732692023156/289954c9202d%2C40711%2C1732692023156.1732692024221 to pos 0, reset compression=false 2024-11-27T07:20:26,967 DEBUG [RS:0;289954c9202d:40711.replicationSource.wal-reader.289954c9202d%2C40711%2C1732692023156,1-289954c9202d,40711,1732692023156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40711,1732692023156/289954c9202d%2C40711%2C1732692023156.1732692024221 to pos 0, reset compression=false 2024-11-27T07:20:27,060 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3156ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-27T07:20:27,772 DEBUG [RS:0;289954c9202d:40711.replicationSource.wal-reader.289954c9202d%2C40711%2C1732692023156,1-289954c9202d,40711,1732692023156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40711,1732692023156/289954c9202d%2C40711%2C1732692023156.1732692024221 to pos 0, reset compression=false 2024-11-27T07:20:28,412 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-27T07:20:28,412 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T07:20:28,412 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:20:28,412 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,40711,1732692023156, seqNum=-1] 2024-11-27T07:20:28,413 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:20:28,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:20:28,417 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8a044b6c843ba9ac5160b3a1fd563eb4, regionState=OPEN, lastHost=289954c9202d,40079,1732692007952, regionLocation=289954c9202d,40079,1732692007952, openSeqNum=2 2024-11-27T07:20:28,417 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T07:20:28,417 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732692088417 2024-11-27T07:20:28,417 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732692148417 2024-11-27T07:20:28,418 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-27T07:20:28,418 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 289954c9202d,40079,1732692007952 had 2 regions 2024-11-27T07:20:28,418 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38291,1732692023098-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:28,418 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38291,1732692023098-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:28,418 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38291,1732692023098-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:28,418 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-289954c9202d:38291, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:28,418 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:28,418 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:28,419 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 289954c9202d,40079,1732692007952, splitWal=true, meta=true, isMeta: false 2024-11-27T07:20:28,420 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40079,1732692007952-splitting dir is empty, no logs to split. 2024-11-27T07:20:28,420 INFO [PEWorker-3 {}] master.SplitWALManager(105): 289954c9202d,40079,1732692007952 WAL count=0, meta=false 2024-11-27T07:20:28,423 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40079,1732692007952-splitting dir is empty, no logs to split. 2024-11-27T07:20:28,423 INFO [PEWorker-3 {}] master.SplitWALManager(105): 289954c9202d,40079,1732692007952 WAL count=0, meta=false 2024-11-27T07:20:28,423 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 289954c9202d,40079,1732692007952 WAL splitting is done? wals=0, meta=false 2024-11-27T07:20:28,424 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.195sec 2024-11-27T07:20:28,424 INFO [master/289954c9202d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T07:20:28,424 INFO [master/289954c9202d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T07:20:28,424 INFO [master/289954c9202d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T07:20:28,424 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T07:20:28,424 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T07:20:28,424 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38291,1732692023098-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:20:28,424 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38291,1732692023098-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T07:20:28,429 WARN [master/289954c9202d:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=289954c9202d,40079,1732692007952/hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. 2024-11-27T07:20:28,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a044b6c843ba9ac5160b3a1fd563eb4, ASSIGN}] 2024-11-27T07:20:28,431 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a044b6c843ba9ac5160b3a1fd563eb4, ASSIGN 2024-11-27T07:20:28,431 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T07:20:28,431 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T07:20:28,431 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38291,1732692023098-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:28,432 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a044b6c843ba9ac5160b3a1fd563eb4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T07:20:28,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c36d659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:28,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,38291,-1 for getting cluster id 2024-11-27T07:20:28,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:20:28,491 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b861062-81a1-4e79-bde1-929f1137dc78' 2024-11-27T07:20:28,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:20:28,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b861062-81a1-4e79-bde1-929f1137dc78" 2024-11-27T07:20:28,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2968500d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:28,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,38291,-1] 2024-11-27T07:20:28,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:20:28,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:28,492 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:20:28,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1427a848, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:28,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:20:28,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,40711,1732692023156, seqNum=-1] 2024-11-27T07:20:28,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:20:28,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:20:28,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-27T07:20:28,498 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:20:28,498 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:20:28,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:28,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:28,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:20:28,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 289954c9202d:38291 after: 289954c9202d:38291 2024-11-27T07:20:28,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e33a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:28,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,38291,-1 for getting cluster id 2024-11-27T07:20:28,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:20:28,500 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b861062-81a1-4e79-bde1-929f1137dc78' 2024-11-27T07:20:28,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:20:28,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b861062-81a1-4e79-bde1-929f1137dc78" 2024-11-27T07:20:28,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f831e40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:28,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,38291,-1] 2024-11-27T07:20:28,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:20:28,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:28,501 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:20:28,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b860293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:28,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:20:28,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,38291,1732692023098 2024-11-27T07:20:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e6f1e6d 2024-11-27T07:20:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:20:28,504 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:20:28,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T07:20:28,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T07:20:28,504 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:20:28,504 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:20:28,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:28,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:28,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:20:28,505 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T07:20:28,505 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=329176011, stopped=false 2024-11-27T07:20:28,505 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=289954c9202d,43869,1732692013385 2024-11-27T07:20:28,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-919393545/running 2024-11-27T07:20:28,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x1017b29cdb50004, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-919393545/running 2024-11-27T07:20:28,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-919393545 2024-11-27T07:20:28,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x1017b29cdb50004, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-919393545 2024-11-27T07:20:28,575 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:20:28,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:20:28,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:20:28,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:28,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Set watcher on znode that does not yet exist, /1-919393545/running 2024-11-27T07:20:28,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41387-0x1017b29cdb50004, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Set watcher on znode that does not yet exist, /1-919393545/running 2024-11-27T07:20:28,575 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '289954c9202d,41387,1732692013542' ***** 2024-11-27T07:20:28,575 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T07:20:28,576 INFO [RS:0;289954c9202d:41387 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T07:20:28,576 INFO [RS:0;289954c9202d:41387 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T07:20:28,576 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T07:20:28,576 INFO [RS:0;289954c9202d:41387 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T07:20:28,576 INFO [RS:0;289954c9202d:41387 {}] regionserver.HRegionServer(959): stopping server 289954c9202d,41387,1732692013542 2024-11-27T07:20:28,576 INFO [RS:0;289954c9202d:41387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:20:28,576 INFO [RS:0;289954c9202d:41387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:41387. 2024-11-27T07:20:28,576 DEBUG [RS:0;289954c9202d:41387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:20:28,576 DEBUG [RS:0;289954c9202d:41387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:28,576 INFO [RS:0;289954c9202d:41387 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T07:20:28,576 INFO [RS:0;289954c9202d:41387 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T07:20:28,576 INFO [RS:0;289954c9202d:41387 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T07:20:28,576 INFO [RS:0;289954c9202d:41387 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T07:20:28,577 INFO [RS:0;289954c9202d:41387 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T07:20:28,577 DEBUG [RS:0;289954c9202d:41387 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T07:20:28,577 DEBUG [RS:0;289954c9202d:41387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:20:28,577 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:20:28,577 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:20:28,577 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:20:28,577 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:20:28,577 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:20:28,577 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T07:20:28,582 DEBUG [289954c9202d:38291 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:20:28,583 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8a044b6c843ba9ac5160b3a1fd563eb4, regionState=OPENING, regionLocation=289954c9202d,40711,1732692023156 2024-11-27T07:20:28,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a044b6c843ba9ac5160b3a1fd563eb4, ASSIGN because future has completed 2024-11-27T07:20:28,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a044b6c843ba9ac5160b3a1fd563eb4, server=289954c9202d,40711,1732692023156}] 2024-11-27T07:20:28,598 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/data/hbase/meta/1588230740/.tmp/ns/bf0753b0224944b7a3e64a7da146d6f8 is 43, key is default/ns:d/1732692016890/Put/seqid=0 2024-11-27T07:20:28,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741835_1011 (size=5153) 2024-11-27T07:20:28,660 INFO [regionserver/289954c9202d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:20:28,676 DEBUG [RS:0;289954c9202d:40711.replicationSource.wal-reader.289954c9202d%2C40711%2C1732692023156,1-289954c9202d,40711,1732692023156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40711,1732692023156/289954c9202d%2C40711%2C1732692023156.1732692024221 to pos 0, reset compression=false 2024-11-27T07:20:28,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. 2024-11-27T07:20:28,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:20:28,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T07:20:28,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C40711%2C1732692023156.rep, suffix=, logDir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40711,1732692023156, archiveDir=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/oldWALs, maxLogs=10 2024-11-27T07:20:28,751 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T07:20:28,751 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T07:20:28,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40711,1732692023156/289954c9202d%2C40711%2C1732692023156.rep.1732692028743, exclude list is [], retry=0 2024-11-27T07:20:28,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34179,DS-211babee-73e3-4b01-b613-3135025907c6,DISK] 2024-11-27T07:20:28,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40711,1732692023156/289954c9202d%2C40711%2C1732692023156.rep.1732692028743 2024-11-27T07:20:28,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46359:46359)] 2024-11-27T07:20:28,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a044b6c843ba9ac5160b3a1fd563eb4, NAME => 'hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:20:28,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:20:28,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:20:28,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. service=MultiRowMutationService 2024-11-27T07:20:28,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T07:20:28,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:28,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:28,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:28,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:28,765 INFO [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:28,766 INFO [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a044b6c843ba9ac5160b3a1fd563eb4 columnFamilyName hfileref 2024-11-27T07:20:28,766 DEBUG [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:28,766 INFO [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] regionserver.HStore(327): Store=8a044b6c843ba9ac5160b3a1fd563eb4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:28,766 INFO [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:28,767 INFO [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a044b6c843ba9ac5160b3a1fd563eb4 columnFamilyName queue 2024-11-27T07:20:28,767 DEBUG [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:28,773 DEBUG [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/replication/8a044b6c843ba9ac5160b3a1fd563eb4/queue/db0a4fec765c464b814a8a95c23f5a00 2024-11-27T07:20:28,773 INFO [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] regionserver.HStore(327): Store=8a044b6c843ba9ac5160b3a1fd563eb4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:28,773 INFO [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:28,774 INFO [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a044b6c843ba9ac5160b3a1fd563eb4 columnFamilyName sid 2024-11-27T07:20:28,774 DEBUG [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:28,774 INFO [StoreOpener-8a044b6c843ba9ac5160b3a1fd563eb4-1 {}] regionserver.HStore(327): Store=8a044b6c843ba9ac5160b3a1fd563eb4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:28,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:28,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/replication/8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:28,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/replication/8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:28,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:28,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:28,777 DEBUG [RS:0;289954c9202d:41387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:20:28,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:20:28,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:28,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 8a044b6c843ba9ac5160b3a1fd563eb4; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72717803, jitterRate=0.08357970416545868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:20:28,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:28,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 8a044b6c843ba9ac5160b3a1fd563eb4: Running coprocessor pre-open hook at 1732692028764Writing region info on filesystem at 1732692028764Initializing all the Stores at 1732692028765 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692028765Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692028765Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692028765Cleaning up temporary data from old regions at 1732692028777 (+12 ms)Running coprocessor post-open hooks at 1732692028779 (+2 ms)Region opened successfully at 1732692028780 (+1 ms) 2024-11-27T07:20:28,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4., pid=13, masterSystemTime=1732692028738 2024-11-27T07:20:28,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. 2024-11-27T07:20:28,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. 2024-11-27T07:20:28,784 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8a044b6c843ba9ac5160b3a1fd563eb4, regionState=OPEN, openSeqNum=9, regionLocation=289954c9202d,40711,1732692023156 2024-11-27T07:20:28,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a044b6c843ba9ac5160b3a1fd563eb4, server=289954c9202d,40711,1732692023156 because future has completed 2024-11-27T07:20:28,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T07:20:28,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a044b6c843ba9ac5160b3a1fd563eb4, server=289954c9202d,40711,1732692023156 in 202 msec 2024-11-27T07:20:28,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-27T07:20:28,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a044b6c843ba9ac5160b3a1fd563eb4, ASSIGN in 360 msec 2024-11-27T07:20:28,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-27T07:20:28,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4., hostname=289954c9202d,40711,1732692023156, seqNum=9] 2024-11-27T07:20:28,813 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 289954c9202d,40079,1732692007952 2024-11-27T07:20:28,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-27T07:20:28,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40711 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-27T07:20:28,977 DEBUG [RS:0;289954c9202d:41387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:20:29,002 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/data/hbase/meta/1588230740/.tmp/ns/bf0753b0224944b7a3e64a7da146d6f8 2024-11-27T07:20:29,007 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/data/hbase/meta/1588230740/.tmp/ns/bf0753b0224944b7a3e64a7da146d6f8 as hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/data/hbase/meta/1588230740/ns/bf0753b0224944b7a3e64a7da146d6f8 2024-11-27T07:20:29,011 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/data/hbase/meta/1588230740/ns/bf0753b0224944b7a3e64a7da146d6f8, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T07:20:29,012 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-27T07:20:29,012 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T07:20:29,017 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T07:20:29,017 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:20:29,017 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:20:29,017 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:20:29,017 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692028577Running coprocessor pre-close hooks at 1732692028577Disabling compacts and flushes for region at 1732692028577Disabling writes for close at 1732692028577Obtaining lock to block concurrent updates at 1732692028577Preparing flush snapshotting stores in 1588230740 at 1732692028577Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732692028577Flushing stores of hbase:meta,,1.1588230740 at 1732692028578 (+1 ms)Flushing 1588230740/ns: creating writer at 1732692028578Flushing 1588230740/ns: appending metadata at 1732692028597 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732692028597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79013fd3: reopening flushed file at 1732692029006 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1732692029012 (+6 ms)Writing region close event to WAL at 1732692029013 (+1 ms)Running coprocessor post-close hooks at 1732692029017 (+4 ms)Closed at 1732692029017 2024-11-27T07:20:29,017 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T07:20:29,177 INFO [RS:0;289954c9202d:41387 {}] regionserver.HRegionServer(976): stopping server 289954c9202d,41387,1732692013542; all regions closed. 2024-11-27T07:20:29,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741834_1010 (size=1152) 2024-11-27T07:20:29,213 DEBUG [RS:0;289954c9202d:41387 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/oldWALs 2024-11-27T07:20:29,213 INFO [RS:0;289954c9202d:41387 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C41387%2C1732692013542.meta:.meta(num 1732692016841) 2024-11-27T07:20:29,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741832_1008 (size=93) 2024-11-27T07:20:29,217 DEBUG [RS:0;289954c9202d:41387 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/oldWALs 2024-11-27T07:20:29,217 INFO [RS:0;289954c9202d:41387 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C41387%2C1732692013542:(num 1732692015880) 2024-11-27T07:20:29,217 DEBUG [RS:0;289954c9202d:41387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:29,217 INFO [RS:0;289954c9202d:41387 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:20:29,217 INFO [RS:0;289954c9202d:41387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:20:29,217 INFO [RS:0;289954c9202d:41387 {}] hbase.ChoreService(370): Chore service for: regionserver/289954c9202d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T07:20:29,217 INFO [RS:0;289954c9202d:41387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:20:29,217 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:20:29,217 INFO [RS:0;289954c9202d:41387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41387 2024-11-27T07:20:29,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x1017b29cdb50004, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-919393545/rs/289954c9202d,41387,1732692013542 2024-11-27T07:20:29,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-919393545/rs 2024-11-27T07:20:29,266 INFO [RS:0;289954c9202d:41387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:20:29,281 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [289954c9202d,41387,1732692013542] 2024-11-27T07:20:29,292 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-919393545/draining/289954c9202d,41387,1732692013542 already deleted, retry=false 2024-11-27T07:20:29,292 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 289954c9202d,41387,1732692013542 expired; onlineServers=0 2024-11-27T07:20:29,292 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '289954c9202d,43869,1732692013385' ***** 2024-11-27T07:20:29,292 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T07:20:29,292 INFO [M:0;289954c9202d:43869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:20:29,292 INFO [M:0;289954c9202d:43869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:20:29,292 DEBUG [M:0;289954c9202d:43869 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T07:20:29,292 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T07:20:29,292 DEBUG [M:0;289954c9202d:43869 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T07:20:29,292 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692015626 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692015626,5,FailOnTimeoutGroup] 2024-11-27T07:20:29,292 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692015626 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692015626,5,FailOnTimeoutGroup] 2024-11-27T07:20:29,292 INFO [M:0;289954c9202d:43869 {}] hbase.ChoreService(370): Chore service for: master/289954c9202d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T07:20:29,292 INFO [M:0;289954c9202d:43869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:20:29,292 DEBUG [M:0;289954c9202d:43869 {}] master.HMaster(1795): Stopping service threads 2024-11-27T07:20:29,292 INFO [M:0;289954c9202d:43869 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T07:20:29,292 INFO [M:0;289954c9202d:43869 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:20:29,292 INFO [M:0;289954c9202d:43869 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T07:20:29,292 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T07:20:29,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-919393545/master 2024-11-27T07:20:29,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-919393545 2024-11-27T07:20:29,302 DEBUG [M:0;289954c9202d:43869 {}] zookeeper.ZKUtil(347): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Unable to get data of znode /1-919393545/master because node does not exist (not an error) 2024-11-27T07:20:29,302 WARN [M:0;289954c9202d:43869 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T07:20:29,304 INFO [M:0;289954c9202d:43869 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/.lastflushedseqids 2024-11-27T07:20:29,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741836_1012 (size=99) 2024-11-27T07:20:29,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x1017b29cdb50004, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:20:29,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x1017b29cdb50004, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:20:29,381 INFO [RS:0;289954c9202d:41387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:20:29,382 INFO [RS:0;289954c9202d:41387 {}] regionserver.HRegionServer(1031): Exiting; stopping=289954c9202d,41387,1732692013542; zookeeper connection closed. 2024-11-27T07:20:29,382 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6cd622e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6cd622e0 2024-11-27T07:20:29,382 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T07:20:29,681 DEBUG [RS:0;289954c9202d:40711.replicationSource.wal-reader.289954c9202d%2C40711%2C1732692023156,1-289954c9202d,40711,1732692023156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40711,1732692023156/289954c9202d%2C40711%2C1732692023156.1732692024221 to pos 0, reset compression=false 2024-11-27T07:20:29,715 INFO [M:0;289954c9202d:43869 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T07:20:29,715 INFO [M:0;289954c9202d:43869 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T07:20:29,715 DEBUG [M:0;289954c9202d:43869 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:20:29,715 INFO [M:0;289954c9202d:43869 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:29,716 DEBUG [M:0;289954c9202d:43869 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:29,716 DEBUG [M:0;289954c9202d:43869 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:20:29,716 DEBUG [M:0;289954c9202d:43869 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:29,716 INFO [M:0;289954c9202d:43869 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T07:20:29,729 DEBUG [M:0;289954c9202d:43869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4642dc597404f36a7ae869152b090da is 82, key is hbase:meta,,1/info:regioninfo/1732692016872/Put/seqid=0 2024-11-27T07:20:29,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741837_1013 (size=5672) 2024-11-27T07:20:30,004 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:20:30,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:30,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:30,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:30,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:30,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:30,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:30,133 INFO [M:0;289954c9202d:43869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4642dc597404f36a7ae869152b090da 2024-11-27T07:20:30,150 DEBUG [M:0;289954c9202d:43869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c68625cfacee476bb1b9529394df49b3 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732692016894/Put/seqid=0 2024-11-27T07:20:30,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741838_1014 (size=5275) 2024-11-27T07:20:30,555 INFO [M:0;289954c9202d:43869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c68625cfacee476bb1b9529394df49b3 2024-11-27T07:20:30,571 DEBUG [M:0;289954c9202d:43869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a73fa69631fc465e85c2646e74db803f is 69, key is 289954c9202d,41387,1732692013542/rs:state/1732692015697/Put/seqid=0 2024-11-27T07:20:30,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741839_1015 (size=5156) 2024-11-27T07:20:30,786 DEBUG [RS:0;289954c9202d:40711.replicationSource.wal-reader.289954c9202d%2C40711%2C1732692023156,1-289954c9202d,40711,1732692023156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40711,1732692023156/289954c9202d%2C40711%2C1732692023156.1732692024221 to pos 0, reset compression=false 2024-11-27T07:20:30,976 INFO [M:0;289954c9202d:43869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a73fa69631fc465e85c2646e74db803f 2024-11-27T07:20:30,980 DEBUG [M:0;289954c9202d:43869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4642dc597404f36a7ae869152b090da as hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4642dc597404f36a7ae869152b090da 2024-11-27T07:20:30,984 INFO [M:0;289954c9202d:43869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4642dc597404f36a7ae869152b090da, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T07:20:30,985 DEBUG [M:0;289954c9202d:43869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c68625cfacee476bb1b9529394df49b3 as hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c68625cfacee476bb1b9529394df49b3 2024-11-27T07:20:30,989 INFO [M:0;289954c9202d:43869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c68625cfacee476bb1b9529394df49b3, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T07:20:30,990 DEBUG [M:0;289954c9202d:43869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a73fa69631fc465e85c2646e74db803f as hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a73fa69631fc465e85c2646e74db803f 2024-11-27T07:20:30,995 INFO [M:0;289954c9202d:43869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37789/user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a73fa69631fc465e85c2646e74db803f, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T07:20:30,996 INFO [M:0;289954c9202d:43869 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=28, compaction requested=false 2024-11-27T07:20:30,997 INFO [M:0;289954c9202d:43869 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:30,997 DEBUG [M:0;289954c9202d:43869 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692029715Disabling compacts and flushes for region at 1732692029715Disabling writes for close at 1732692029716 (+1 ms)Obtaining lock to block concurrent updates at 1732692029716Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732692029716Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732692029716Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732692029716Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732692029716Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732692029728 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732692029728Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732692030137 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732692030150 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732692030150Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732692030559 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732692030571 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732692030571Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c1d9b59: reopening flushed file at 1732692030979 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e280035: reopening flushed file at 1732692030984 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e732a84: reopening flushed file at 1732692030990 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=28, compaction requested=false at 1732692030996 (+6 ms)Writing region close event to WAL at 1732692030997 (+1 ms)Closed at 1732692030997 2024-11-27T07:20:30,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741830_1006 (size=10165) 2024-11-27T07:20:30,999 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf4d8850-fd12-a8c4-aaa9-3e9e82637f0d/MasterData/WALs/289954c9202d,43869,1732692013385/289954c9202d%2C43869%2C1732692013385.1732692015265 not finished, retry = 0 2024-11-27T07:20:31,100 INFO [M:0;289954c9202d:43869 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T07:20:31,100 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:20:31,100 INFO [M:0;289954c9202d:43869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43869 2024-11-27T07:20:31,101 INFO [M:0;289954c9202d:43869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:20:31,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:20:31,266 INFO [M:0;289954c9202d:43869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:20:31,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x1017b29cdb50003, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:20:31,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c5bd7e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:20:31,309 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b7b176a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:20:31,309 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:20:31,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8f56fb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:20:31,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48fb8414{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/hadoop.log.dir/,STOPPED} 2024-11-27T07:20:31,311 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T07:20:31,311 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T07:20:31,311 WARN [BP-1556958587-172.17.0.3-1732692011427 heartbeating to localhost/127.0.0.1:37789 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T07:20:31,311 WARN [BP-1556958587-172.17.0.3-1732692011427 heartbeating to localhost/127.0.0.1:37789 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1556958587-172.17.0.3-1732692011427 (Datanode Uuid e22b925f-8d8b-4531-8e2d-58ec9bc282b6) service to localhost/127.0.0.1:37789 2024-11-27T07:20:31,312 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/cluster_a4f92266-75ce-cde4-b14e-7f6a317ef4d9/data/data1/current/BP-1556958587-172.17.0.3-1732692011427 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:20:31,312 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/cluster_a4f92266-75ce-cde4-b14e-7f6a317ef4d9/data/data2/current/BP-1556958587-172.17.0.3-1732692011427 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:20:31,312 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T07:20:31,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cebf78e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:20:31,317 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a243add{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:20:31,317 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:20:31,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@227b1983{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:20:31,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e363219{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/hadoop.log.dir/,STOPPED} 2024-11-27T07:20:31,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T07:20:31,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T07:20:31,327 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:20:31,327 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:20:31,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:31,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:31,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:20:31,328 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T07:20:31,328 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1610488479, stopped=false 2024-11-27T07:20:31,328 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=289954c9202d,38291,1732692023098 2024-11-27T07:20:31,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1249746380/running 2024-11-27T07:20:31,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380 2024-11-27T07:20:31,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1017b29cdb50007, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1249746380/running 2024-11-27T07:20:31,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1017b29cdb50007, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380 2024-11-27T07:20:31,344 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:20:31,345 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:20:31,345 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:20:31,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:31,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Set watcher on znode that does not yet exist, /0-1249746380/running 2024-11-27T07:20:31,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40711-0x1017b29cdb50007, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Set watcher on znode that does not yet exist, /0-1249746380/running 2024-11-27T07:20:31,345 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '289954c9202d,40711,1732692023156' ***** 2024-11-27T07:20:31,345 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T07:20:31,345 INFO [RS:0;289954c9202d:40711 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T07:20:31,345 INFO [RS:0;289954c9202d:40711 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T07:20:31,345 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T07:20:31,345 INFO [RS:0;289954c9202d:40711 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T07:20:31,345 INFO [RS:0;289954c9202d:40711 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:31,346 INFO [RS:0;289954c9202d:40711 {}] regionserver.HRegionServer(959): stopping server 289954c9202d,40711,1732692023156 2024-11-27T07:20:31,346 INFO [RS:0;289954c9202d:40711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:20:31,346 INFO [RS:0;289954c9202d:40711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:40711. 2024-11-27T07:20:31,346 DEBUG [RS:0;289954c9202d:40711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:20:31,346 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a044b6c843ba9ac5160b3a1fd563eb4, disabling compactions & flushes 2024-11-27T07:20:31,346 DEBUG [RS:0;289954c9202d:40711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:31,346 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. 2024-11-27T07:20:31,346 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. 2024-11-27T07:20:31,346 INFO [RS:0;289954c9202d:40711 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T07:20:31,346 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. after waiting 0 ms 2024-11-27T07:20:31,346 INFO [RS:0;289954c9202d:40711 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T07:20:31,346 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. 2024-11-27T07:20:31,346 INFO [RS:0;289954c9202d:40711 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T07:20:31,346 INFO [RS:0;289954c9202d:40711 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T07:20:31,346 INFO [RS:0;289954c9202d:40711 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T07:20:31,346 DEBUG [RS:0;289954c9202d:40711 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8a044b6c843ba9ac5160b3a1fd563eb4=hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4.} 2024-11-27T07:20:31,346 DEBUG [RS:0;289954c9202d:40711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a044b6c843ba9ac5160b3a1fd563eb4 2024-11-27T07:20:31,346 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:20:31,346 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:20:31,346 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:20:31,346 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:20:31,346 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:20:31,346 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-27T07:20:31,349 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/replication/8a044b6c843ba9ac5160b3a1fd563eb4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-27T07:20:31,350 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:20:31,350 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:20:31,350 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. 2024-11-27T07:20:31,350 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a044b6c843ba9ac5160b3a1fd563eb4: Waiting for close lock at 1732692031346Running coprocessor pre-close hooks at 1732692031346Disabling compacts and flushes for region at 1732692031346Disabling writes for close at 1732692031346Writing region close event to WAL at 1732692031347 (+1 ms)Running coprocessor post-close hooks at 1732692031350 (+3 ms)Closed at 1732692031350 2024-11-27T07:20:31,350 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4. 2024-11-27T07:20:31,359 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/.tmp/info/e4454e126fac4b60a61b8744b1adf274 is 147, key is hbase:replication,,1732692017016.8a044b6c843ba9ac5160b3a1fd563eb4./info:regioninfo/1732692028784/Put/seqid=0 2024-11-27T07:20:31,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741851_1027 (size=6385) 2024-11-27T07:20:31,383 INFO [regionserver/289954c9202d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:20:31,546 DEBUG [RS:0;289954c9202d:40711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:20:31,747 DEBUG [RS:0;289954c9202d:40711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:20:31,763 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/.tmp/info/e4454e126fac4b60a61b8744b1adf274 2024-11-27T07:20:31,769 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/.tmp/info/e4454e126fac4b60a61b8744b1adf274 as hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/info/e4454e126fac4b60a61b8744b1adf274 2024-11-27T07:20:31,774 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/info/e4454e126fac4b60a61b8744b1adf274, entries=8, sequenceid=19, filesize=6.2 K 2024-11-27T07:20:31,775 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-11-27T07:20:31,779 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-27T07:20:31,779 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:20:31,779 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:20:31,779 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:20:31,779 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692031346Running coprocessor pre-close hooks at 1732692031346Disabling compacts and flushes for region at 1732692031346Disabling writes for close at 1732692031346Obtaining lock to block concurrent updates at 1732692031346Preparing flush snapshotting stores in 1588230740 at 1732692031346Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732692031347 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732692031347Flushing 1588230740/info: creating writer at 1732692031347Flushing 1588230740/info: appending metadata at 1732692031359 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732692031359Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f33745a: reopening flushed file at 1732692031768 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1732692031775 (+7 ms)Writing region close event to WAL at 1732692031776 (+1 ms)Running coprocessor post-close hooks at 1732692031779 (+3 ms)Closed at 1732692031779 2024-11-27T07:20:31,780 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T07:20:31,947 INFO [RS:0;289954c9202d:40711 {}] regionserver.HRegionServer(976): stopping server 289954c9202d,40711,1732692023156; all regions closed. 2024-11-27T07:20:31,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741849_1025 (size=2156) 2024-11-27T07:20:31,949 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40711,1732692023156/289954c9202d%2C40711%2C1732692023156.meta.1732692024483.meta not finished, retry = 0 2024-11-27T07:20:31,991 DEBUG [RS:0;289954c9202d:40711.replicationSource.wal-reader.289954c9202d%2C40711%2C1732692023156,1-289954c9202d,40711,1732692023156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/WALs/289954c9202d,40711,1732692023156/289954c9202d%2C40711%2C1732692023156.1732692024221 to pos 0, reset compression=false 2024-11-27T07:20:32,052 DEBUG [RS:0;289954c9202d:40711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/oldWALs 2024-11-27T07:20:32,052 INFO [RS:0;289954c9202d:40711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C40711%2C1732692023156.meta:.meta(num 1732692024483) 2024-11-27T07:20:32,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741850_1026 (size=796) 2024-11-27T07:20:32,055 DEBUG [RS:0;289954c9202d:40711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/oldWALs 2024-11-27T07:20:32,055 INFO [RS:0;289954c9202d:40711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C40711%2C1732692023156.rep:(num 1732692028743) 2024-11-27T07:20:32,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741848_1024 (size=93) 2024-11-27T07:20:32,058 DEBUG [RS:0;289954c9202d:40711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/oldWALs 2024-11-27T07:20:32,058 INFO [RS:0;289954c9202d:40711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C40711%2C1732692023156:(num 1732692024221) 2024-11-27T07:20:32,058 DEBUG [RS:0;289954c9202d:40711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:32,058 INFO [RS:0;289954c9202d:40711 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:20:32,058 INFO [RS:0;289954c9202d:40711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:20:32,058 INFO [RS:0;289954c9202d:40711 {}] hbase.ChoreService(370): Chore service for: regionserver/289954c9202d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T07:20:32,059 INFO [RS:0;289954c9202d:40711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:20:32,059 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:20:32,059 INFO [RS:0;289954c9202d:40711 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-289954c9202d,40711,1732692023156 because: Region server is closing 2024-11-27T07:20:32,059 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-27T07:20:32,059 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-27T07:20:32,059 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T07:20:32,059 INFO [RS:0;289954c9202d:40711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:40711. 2024-11-27T07:20:32,059 DEBUG [RS:0;289954c9202d:40711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:20:32,059 DEBUG [RS:0;289954c9202d:40711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:32,059 DEBUG [RS:0;289954c9202d:40711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:32,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:20:32,159 WARN [RS:0;289954c9202d:40711.replicationSource.shipper289954c9202d%2C40711%2C1732692023156,1-289954c9202d,40711,1732692023156 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T07:20:32,159 WARN [RS:0;289954c9202d:40711.replicationSource.wal-reader.289954c9202d%2C40711%2C1732692023156,1-289954c9202d,40711,1732692023156 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T07:20:32,160 INFO [RS:0;289954c9202d:40711 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;289954c9202d:40711.replicationSource.shipper289954c9202d%2C40711%2C1732692023156,1-289954c9202d,40711,1732692023156 terminated 2024-11-27T07:20:32,160 INFO [RS:0;289954c9202d:40711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40711 2024-11-27T07:20:32,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1017b29cdb50007, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1249746380/rs/289954c9202d,40711,1732692023156 2024-11-27T07:20:32,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380/rs 2024-11-27T07:20:32,207 INFO [RS:0;289954c9202d:40711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:20:32,218 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [289954c9202d,40711,1732692023156] 2024-11-27T07:20:32,228 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249746380/draining/289954c9202d,40711,1732692023156 already deleted, retry=false 2024-11-27T07:20:32,228 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 289954c9202d,40711,1732692023156 expired; onlineServers=0 2024-11-27T07:20:32,228 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '289954c9202d,38291,1732692023098' ***** 2024-11-27T07:20:32,228 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T07:20:32,228 INFO [M:0;289954c9202d:38291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:20:32,228 INFO [M:0;289954c9202d:38291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:20:32,229 DEBUG [M:0;289954c9202d:38291 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T07:20:32,229 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T07:20:32,229 DEBUG [M:0;289954c9202d:38291 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T07:20:32,229 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692023900 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692023900,5,FailOnTimeoutGroup] 2024-11-27T07:20:32,229 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692023900 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692023900,5,FailOnTimeoutGroup] 2024-11-27T07:20:32,229 INFO [M:0;289954c9202d:38291 {}] hbase.ChoreService(370): Chore service for: master/289954c9202d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T07:20:32,229 INFO [M:0;289954c9202d:38291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:20:32,229 DEBUG [M:0;289954c9202d:38291 {}] master.HMaster(1795): Stopping service threads 2024-11-27T07:20:32,229 INFO [M:0;289954c9202d:38291 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T07:20:32,229 INFO [M:0;289954c9202d:38291 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:20:32,229 INFO [M:0;289954c9202d:38291 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T07:20:32,229 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T07:20:32,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1249746380/master 2024-11-27T07:20:32,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249746380 2024-11-27T07:20:32,239 DEBUG [M:0;289954c9202d:38291 {}] zookeeper.ZKUtil(347): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Unable to get data of znode /0-1249746380/master because node does not exist (not an error) 2024-11-27T07:20:32,239 WARN [M:0;289954c9202d:38291 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T07:20:32,240 INFO [M:0;289954c9202d:38291 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/.lastflushedseqids 2024-11-27T07:20:32,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741852_1028 (size=181) 2024-11-27T07:20:32,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1017b29cdb50007, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:20:32,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40711-0x1017b29cdb50007, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:20:32,318 INFO [RS:0;289954c9202d:40711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:20:32,318 INFO [RS:0;289954c9202d:40711 {}] regionserver.HRegionServer(1031): Exiting; stopping=289954c9202d,40711,1732692023156; zookeeper connection closed. 2024-11-27T07:20:32,318 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d18c6ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d18c6ae 2024-11-27T07:20:32,319 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T07:20:32,644 INFO [M:0;289954c9202d:38291 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T07:20:32,645 INFO [M:0;289954c9202d:38291 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T07:20:32,645 DEBUG [M:0;289954c9202d:38291 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:20:32,645 INFO [M:0;289954c9202d:38291 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:32,645 DEBUG [M:0;289954c9202d:38291 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:32,645 DEBUG [M:0;289954c9202d:38291 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:20:32,645 DEBUG [M:0;289954c9202d:38291 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:32,645 INFO [M:0;289954c9202d:38291 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-27T07:20:32,662 DEBUG [M:0;289954c9202d:38291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b4ce08d8f7e4d9b9175ea62783e49e3 is 82, key is hbase:meta,,1/info:regioninfo/1732692024535/Put/seqid=0 2024-11-27T07:20:32,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741853_1029 (size=5672) 2024-11-27T07:20:33,066 INFO [M:0;289954c9202d:38291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b4ce08d8f7e4d9b9175ea62783e49e3 2024-11-27T07:20:33,082 DEBUG [M:0;289954c9202d:38291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba02f56e80144768b078d9041930d842 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732692028790/Put/seqid=0 2024-11-27T07:20:33,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741854_1030 (size=7312) 2024-11-27T07:20:33,486 INFO [M:0;289954c9202d:38291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba02f56e80144768b078d9041930d842 2024-11-27T07:20:33,502 DEBUG [M:0;289954c9202d:38291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a9f1591e2944c3db68a001435b07be2 is 69, key is 289954c9202d,40711,1732692023156/rs:state/1732692024022/Put/seqid=0 2024-11-27T07:20:33,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741855_1031 (size=5370) 2024-11-27T07:20:33,906 INFO [M:0;289954c9202d:38291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a9f1591e2944c3db68a001435b07be2 2024-11-27T07:20:33,910 INFO [M:0;289954c9202d:38291 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a9f1591e2944c3db68a001435b07be2 2024-11-27T07:20:33,911 DEBUG [M:0;289954c9202d:38291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b4ce08d8f7e4d9b9175ea62783e49e3 as hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4b4ce08d8f7e4d9b9175ea62783e49e3 2024-11-27T07:20:33,915 INFO [M:0;289954c9202d:38291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4b4ce08d8f7e4d9b9175ea62783e49e3, entries=8, sequenceid=127, filesize=5.5 K 2024-11-27T07:20:33,916 DEBUG [M:0;289954c9202d:38291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba02f56e80144768b078d9041930d842 as hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba02f56e80144768b078d9041930d842 2024-11-27T07:20:33,920 INFO [M:0;289954c9202d:38291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba02f56e80144768b078d9041930d842, entries=7, sequenceid=127, filesize=7.1 K 2024-11-27T07:20:33,921 DEBUG [M:0;289954c9202d:38291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a9f1591e2944c3db68a001435b07be2 as hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a9f1591e2944c3db68a001435b07be2 2024-11-27T07:20:33,924 INFO [M:0;289954c9202d:38291 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a9f1591e2944c3db68a001435b07be2 2024-11-27T07:20:33,924 INFO [M:0;289954c9202d:38291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33457/user/jenkins/test-data/2732a19d-239e-2550-c889-c604614b6263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a9f1591e2944c3db68a001435b07be2, entries=2, sequenceid=127, filesize=5.2 K 2024-11-27T07:20:33,925 INFO [M:0;289954c9202d:38291 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=127, compaction requested=false 2024-11-27T07:20:33,926 INFO [M:0;289954c9202d:38291 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:33,926 DEBUG [M:0;289954c9202d:38291 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692032645Disabling compacts and flushes for region at 1732692032645Disabling writes for close at 1732692032645Obtaining lock to block concurrent updates at 1732692032645Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732692032645Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732692032645Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732692032646 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732692032646Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732692032661 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732692032661Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732692033070 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732692033082 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732692033082Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732692033490 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732692033502 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732692033502Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19fff5: reopening flushed file at 1732692033910 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@755065cb: reopening flushed file at 1732692033916 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e82e8b9: reopening flushed file at 1732692033920 (+4 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=127, compaction requested=false at 1732692033925 (+5 ms)Writing region close event to WAL at 1732692033926 (+1 ms)Closed at 1732692033926 2024-11-27T07:20:33,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741847_1023 (size=22903) 2024-11-27T07:20:33,929 INFO [M:0;289954c9202d:38291 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T07:20:33,929 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:20:33,930 INFO [M:0;289954c9202d:38291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38291 2024-11-27T07:20:33,930 INFO [M:0;289954c9202d:38291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:20:34,118 INFO [M:0;289954c9202d:38291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:20:34,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:20:34,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x1017b29cdb50006, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:20:34,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23cc2f18{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:20:34,120 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a7ac3fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:20:34,120 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:20:34,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d0e3efc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:20:34,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72697519{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/hadoop.log.dir/,STOPPED} 2024-11-27T07:20:34,122 WARN [BP-550641328-172.17.0.3-1732692005405 heartbeating to localhost/127.0.0.1:33457 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T07:20:34,122 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T07:20:34,122 WARN [BP-550641328-172.17.0.3-1732692005405 heartbeating to localhost/127.0.0.1:33457 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-550641328-172.17.0.3-1732692005405 (Datanode Uuid 58a50fd5-ece0-47a2-812e-643a3388182b) service to localhost/127.0.0.1:33457 2024-11-27T07:20:34,122 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T07:20:34,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/cluster_41e30ef8-3bc8-e49b-94a4-b3c3ba9d193b/data/data1/current/BP-550641328-172.17.0.3-1732692005405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:20:34,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/cluster_41e30ef8-3bc8-e49b-94a4-b3c3ba9d193b/data/data2/current/BP-550641328-172.17.0.3-1732692005405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:20:34,123 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T07:20:34,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fbd2b8b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:20:34,130 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ee8259d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:20:34,130 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:20:34,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@830a9f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:20:34,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@645f7d76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83dccaf8-1049-5106-2680-42a11c660f47/hadoop.log.dir/,STOPPED} 2024-11-27T07:20:34,140 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T07:20:34,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T07:20:34,160 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 158) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:37789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33457 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:33457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53955) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:33457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37789 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53955) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=565 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=329 (was 389), ProcessCount=11 (was 11), AvailableMemoryMB=4226 (was 4340) 2024-11-27T07:20:34,168 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=565, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=4226 2024-11-27T07:20:34,180 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-27T07:20:34,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/hadoop.log.dir so I do NOT create it in target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659 2024-11-27T07:20:34,181 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T07:20:34,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/hadoop.tmp.dir so I do NOT create it in target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659 2024-11-27T07:20:34,181 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b25004-b179-e5c8-05c4-2615af1a18d1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T07:20:34,181 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659 2024-11-27T07:20:34,181 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/cluster_db46f616-9b05-6f04-bb44-9f2596059a64, deleteOnExit=true 2024-11-27T07:20:34,184 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/cluster_db46f616-9b05-6f04-bb44-9f2596059a64/zookeeper_0, clientPort=53131, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/cluster_db46f616-9b05-6f04-bb44-9f2596059a64/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/cluster_db46f616-9b05-6f04-bb44-9f2596059a64/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T07:20:34,184 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53131 2024-11-27T07:20:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T07:20:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T07:20:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/test.cache.data in system properties and HBase conf 2024-11-27T07:20:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T07:20:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/hadoop.log.dir in system properties and HBase conf 2024-11-27T07:20:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T07:20:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T07:20:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T07:20:34,185 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T07:20:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:20:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:20:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T07:20:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:20:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T07:20:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T07:20:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:20:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:20:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T07:20:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/nfs.dump.dir in system properties and HBase conf 2024-11-27T07:20:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/java.io.tmpdir in system properties and HBase conf 2024-11-27T07:20:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:20:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T07:20:34,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T07:20:34,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017b29cdb50005, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T07:20:34,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017b29cdb50002, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T07:20:34,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017b29cdb50002, quorum=127.0.0.1:53955, baseZNode=/0-1249746380 Received Disconnected from ZooKeeper, ignoring 2024-11-27T07:20:34,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017b29cdb50005, quorum=127.0.0.1:53955, baseZNode=/1-919393545 Received Disconnected from ZooKeeper, ignoring 2024-11-27T07:20:34,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:20:34,631 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:20:34,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:20:34,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:20:34,632 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T07:20:34,635 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:20:34,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@610bcfc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:20:34,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4898b990{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:20:34,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e8be9b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/java.io.tmpdir/jetty-localhost-37263-hadoop-hdfs-3_4_1-tests_jar-_-any-5478501305293542183/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:20:34,737 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47996aa0{HTTP/1.1, (http/1.1)}{localhost:37263} 2024-11-27T07:20:34,737 INFO [Time-limited test {}] server.Server(415): Started @179146ms 2024-11-27T07:20:34,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:20:34,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T07:20:34,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T07:20:34,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:20:34,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:20:34,978 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:20:34,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:20:34,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:20:34,980 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T07:20:34,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698353b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:20:34,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ae0d247{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:20:35,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45c68e70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/java.io.tmpdir/jetty-localhost-33085-hadoop-hdfs-3_4_1-tests_jar-_-any-18369242395821257168/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:20:35,078 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@94d1555{HTTP/1.1, (http/1.1)}{localhost:33085} 2024-11-27T07:20:35,078 INFO [Time-limited test {}] server.Server(415): Started @179486ms 2024-11-27T07:20:35,079 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T07:20:35,779 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/cluster_db46f616-9b05-6f04-bb44-9f2596059a64/data/data1/current/BP-53230900-172.17.0.3-1732692034212/current, will proceed with Du for space computation calculation, 2024-11-27T07:20:35,780 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/cluster_db46f616-9b05-6f04-bb44-9f2596059a64/data/data2/current/BP-53230900-172.17.0.3-1732692034212/current, will proceed with Du for space computation calculation, 2024-11-27T07:20:35,796 WARN [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T07:20:35,798 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x612ace0d0c8fae8f with lease ID 0xee6377f05e3187e3: Processing first storage report for DS-19fbfefd-94a0-4c25-99b5-c7d55739e09d from datanode DatanodeRegistration(127.0.0.1:34157, datanodeUuid=d5219ebb-27d6-422a-add8-2f55b9b5af0e, infoPort=40791, infoSecurePort=0, ipcPort=43911, storageInfo=lv=-57;cid=testClusterID;nsid=417410595;c=1732692034212) 2024-11-27T07:20:35,798 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x612ace0d0c8fae8f with lease ID 0xee6377f05e3187e3: from storage DS-19fbfefd-94a0-4c25-99b5-c7d55739e09d node DatanodeRegistration(127.0.0.1:34157, datanodeUuid=d5219ebb-27d6-422a-add8-2f55b9b5af0e, infoPort=40791, infoSecurePort=0, ipcPort=43911, storageInfo=lv=-57;cid=testClusterID;nsid=417410595;c=1732692034212), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:20:35,798 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x612ace0d0c8fae8f with lease ID 0xee6377f05e3187e3: Processing first storage report for DS-c49aeba0-dbc5-4809-a4d9-788002457172 from datanode DatanodeRegistration(127.0.0.1:34157, datanodeUuid=d5219ebb-27d6-422a-add8-2f55b9b5af0e, infoPort=40791, infoSecurePort=0, ipcPort=43911, storageInfo=lv=-57;cid=testClusterID;nsid=417410595;c=1732692034212) 2024-11-27T07:20:35,798 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x612ace0d0c8fae8f with lease ID 0xee6377f05e3187e3: from storage DS-c49aeba0-dbc5-4809-a4d9-788002457172 node DatanodeRegistration(127.0.0.1:34157, datanodeUuid=d5219ebb-27d6-422a-add8-2f55b9b5af0e, infoPort=40791, infoSecurePort=0, ipcPort=43911, storageInfo=lv=-57;cid=testClusterID;nsid=417410595;c=1732692034212), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:20:35,806 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659 2024-11-27T07:20:35,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:35,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:35,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741825_1001 (size=7) 2024-11-27T07:20:36,215 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7 with version=8 2024-11-27T07:20:36,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/hbase-staging 2024-11-27T07:20:36,217 INFO [Time-limited test {}] client.ConnectionUtils(128): master/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:20:36,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:36,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:36,217 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:20:36,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:36,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:20:36,217 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T07:20:36,217 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:20:36,218 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44247 2024-11-27T07:20:36,218 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44247 connecting to ZooKeeper ensemble=127.0.0.1:53131 2024-11-27T07:20:36,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442470x0, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:20:36,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44247-0x1017b2a3e320000 connected 2024-11-27T07:20:36,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:36,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:36,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Set watcher on znode that does not yet exist, /02034745609/running 2024-11-27T07:20:36,789 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7, hbase.cluster.distributed=false 2024-11-27T07:20:36,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Set watcher on znode that does not yet exist, /02034745609/acl 2024-11-27T07:20:36,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44247 2024-11-27T07:20:36,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44247 2024-11-27T07:20:36,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44247 2024-11-27T07:20:36,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44247 2024-11-27T07:20:36,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44247 2024-11-27T07:20:36,808 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:20:36,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:36,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:36,808 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:20:36,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:36,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:20:36,808 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T07:20:36,808 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:20:36,809 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44791 2024-11-27T07:20:36,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44791 connecting to ZooKeeper ensemble=127.0.0.1:53131 2024-11-27T07:20:36,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:36,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:36,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447910x0, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:20:36,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44791-0x1017b2a3e320001 connected 2024-11-27T07:20:36,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44791-0x1017b2a3e320001, quorum=127.0.0.1:53131, baseZNode=/02034745609 Set watcher on znode that does not yet exist, /02034745609/running 2024-11-27T07:20:36,827 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T07:20:36,828 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T07:20:36,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44791-0x1017b2a3e320001, quorum=127.0.0.1:53131, baseZNode=/02034745609 Set watcher on znode that does not yet exist, /02034745609/master 2024-11-27T07:20:36,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44791-0x1017b2a3e320001, quorum=127.0.0.1:53131, baseZNode=/02034745609 Set watcher on znode that does not yet exist, /02034745609/acl 2024-11-27T07:20:36,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44791 2024-11-27T07:20:36,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44791 2024-11-27T07:20:36,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44791 2024-11-27T07:20:36,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44791 2024-11-27T07:20:36,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44791 2024-11-27T07:20:36,845 DEBUG [M:0;289954c9202d:44247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;289954c9202d:44247 2024-11-27T07:20:36,845 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02034745609/backup-masters/289954c9202d,44247,1732692036217 2024-11-27T07:20:36,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44791-0x1017b2a3e320001, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02034745609/backup-masters 2024-11-27T07:20:36,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02034745609/backup-masters 2024-11-27T07:20:36,850 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Set watcher on existing znode=/02034745609/backup-masters/289954c9202d,44247,1732692036217 2024-11-27T07:20:36,851 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:20:36,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02034745609 2024-11-27T07:20:36,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44791-0x1017b2a3e320001, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02034745609/master 2024-11-27T07:20:36,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44791-0x1017b2a3e320001, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02034745609 2024-11-27T07:20:36,860 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Set watcher on existing znode=/02034745609/master 2024-11-27T07:20:36,860 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02034745609/backup-masters/289954c9202d,44247,1732692036217 from backup master directory 2024-11-27T07:20:36,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02034745609/backup-masters/289954c9202d,44247,1732692036217 2024-11-27T07:20:36,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02034745609/backup-masters 2024-11-27T07:20:36,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44791-0x1017b2a3e320001, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02034745609/backup-masters 2024-11-27T07:20:36,870 WARN [master/289954c9202d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:20:36,870 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=289954c9202d,44247,1732692036217 2024-11-27T07:20:36,877 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/hbase.id] with ID: f32de54e-a3db-45b5-9fda-206480313179 2024-11-27T07:20:36,877 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/.tmp/hbase.id 2024-11-27T07:20:36,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:36,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:36,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:36,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:36,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:36,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:36,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741826_1002 (size=42) 2024-11-27T07:20:36,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:36,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:37,286 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/.tmp/hbase.id]:[hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/hbase.id] 2024-11-27T07:20:37,296 INFO [master/289954c9202d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:37,296 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T07:20:37,297 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T07:20:37,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44791-0x1017b2a3e320001, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02034745609 2024-11-27T07:20:37,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02034745609 2024-11-27T07:20:37,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741827_1003 (size=196) 2024-11-27T07:20:37,728 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:20:37,729 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T07:20:37,729 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:20:37,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741828_1004 (size=1189) 2024-11-27T07:20:38,136 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/data/master/store 2024-11-27T07:20:38,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741829_1005 (size=34) 2024-11-27T07:20:38,541 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:38,541 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:20:38,541 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:38,541 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:38,542 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:20:38,542 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:38,542 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:38,542 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692038541Disabling compacts and flushes for region at 1732692038541Disabling writes for close at 1732692038542 (+1 ms)Writing region close event to WAL at 1732692038542Closed at 1732692038542 2024-11-27T07:20:38,543 WARN [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/data/master/store/.initializing 2024-11-27T07:20:38,543 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/WALs/289954c9202d,44247,1732692036217 2024-11-27T07:20:38,544 INFO [master/289954c9202d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:20:38,545 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=289954c9202d%2C44247%2C1732692036217, suffix=, logDir=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/WALs/289954c9202d,44247,1732692036217, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/oldWALs, maxLogs=10 2024-11-27T07:20:38,560 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/WALs/289954c9202d,44247,1732692036217/289954c9202d%2C44247%2C1732692036217.1732692038545, exclude list is [], retry=0 2024-11-27T07:20:38,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34157,DS-19fbfefd-94a0-4c25-99b5-c7d55739e09d,DISK] 2024-11-27T07:20:38,564 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/WALs/289954c9202d,44247,1732692036217/289954c9202d%2C44247%2C1732692036217.1732692038545 2024-11-27T07:20:38,564 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40791:40791)] 2024-11-27T07:20:38,564 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:20:38,564 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:38,564 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:38,564 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:38,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:38,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T07:20:38,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:38,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:38,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:38,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T07:20:38,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:38,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:38,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:38,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T07:20:38,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:38,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:38,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:38,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T07:20:38,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:38,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:38,571 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:38,572 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:38,572 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:38,573 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:38,573 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:38,573 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:20:38,574 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:38,576 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:20:38,576 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71631016, jitterRate=0.06738531589508057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:20:38,577 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732692038565Initializing all the Stores at 1732692038565Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692038565Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692038566 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692038566Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692038566Cleaning up temporary data from old regions at 1732692038573 (+7 ms)Region opened successfully at 1732692038577 (+4 ms) 2024-11-27T07:20:38,577 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T07:20:38,579 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3c6fbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:20:38,580 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T07:20:38,580 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T07:20:38,580 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T07:20:38,580 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T07:20:38,580 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T07:20:38,581 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T07:20:38,581 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T07:20:38,582 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T07:20:38,582 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Unable to get data of znode /02034745609/balancer because node does not exist (not necessarily an error) 2024-11-27T07:20:38,638 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02034745609/balancer already deleted, retry=false 2024-11-27T07:20:38,639 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T07:20:38,639 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Unable to get data of znode /02034745609/normalizer because node does not exist (not necessarily an error) 2024-11-27T07:20:38,649 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02034745609/normalizer already deleted, retry=false 2024-11-27T07:20:38,649 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T07:20:38,650 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Unable to get data of znode /02034745609/switch/split because node does not exist (not necessarily an error) 2024-11-27T07:20:38,659 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02034745609/switch/split already deleted, retry=false 2024-11-27T07:20:38,660 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Unable to get data of znode /02034745609/switch/merge because node does not exist (not necessarily an error) 2024-11-27T07:20:38,670 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02034745609/switch/merge already deleted, retry=false 2024-11-27T07:20:38,672 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Unable to get data of znode /02034745609/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T07:20:38,680 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02034745609/snapshot-cleanup already deleted, retry=false 2024-11-27T07:20:38,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02034745609/running 2024-11-27T07:20:38,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44791-0x1017b2a3e320001, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02034745609/running 2024-11-27T07:20:38,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02034745609 2024-11-27T07:20:38,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44791-0x1017b2a3e320001, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02034745609 2024-11-27T07:20:38,691 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=289954c9202d,44247,1732692036217, sessionid=0x1017b2a3e320000, setting cluster-up flag (Was=false) 2024-11-27T07:20:38,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44791-0x1017b2a3e320001, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02034745609 2024-11-27T07:20:38,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02034745609 2024-11-27T07:20:38,744 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02034745609/flush-table-proc/acquired, /02034745609/flush-table-proc/reached, /02034745609/flush-table-proc/abort 2024-11-27T07:20:38,745 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,44247,1732692036217 2024-11-27T07:20:38,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44791-0x1017b2a3e320001, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02034745609 2024-11-27T07:20:38,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02034745609 2024-11-27T07:20:38,796 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02034745609/online-snapshot/acquired, /02034745609/online-snapshot/reached, /02034745609/online-snapshot/abort 2024-11-27T07:20:38,798 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,44247,1732692036217 2024-11-27T07:20:38,799 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T07:20:38,800 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T07:20:38,800 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T07:20:38,800 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T07:20:38,800 WARN [master/289954c9202d:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 289954c9202d,40079,1732692007952: status=Processing ServerCrashProcedure of 289954c9202d,40079,1732692007952 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732692023899, completionTime=-1 appears to have been leaked 2024-11-27T07:20:38,800 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 289954c9202d,44247,1732692036217 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T07:20:38,801 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:20:38,801 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:20:38,801 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:20:38,801 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:20:38,802 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/289954c9202d:0, corePoolSize=10, maxPoolSize=10 2024-11-27T07:20:38,802 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:38,802 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:20:38,802 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:38,802 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732692068802 2024-11-27T07:20:38,802 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T07:20:38,802 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T07:20:38,803 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T07:20:38,803 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T07:20:38,803 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T07:20:38,803 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T07:20:38,803 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:38,803 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:20:38,803 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T07:20:38,803 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T07:20:38,803 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T07:20:38,803 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T07:20:38,803 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T07:20:38,803 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T07:20:38,803 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T07:20:38,804 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692038803,5,FailOnTimeoutGroup] 2024-11-27T07:20:38,804 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692038804,5,FailOnTimeoutGroup] 2024-11-27T07:20:38,804 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:38,804 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:38,804 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T07:20:38,804 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:38,804 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:38,804 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T07:20:38,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741831_1007 (size=1321) 2024-11-27T07:20:38,838 INFO [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(746): ClusterId : f32de54e-a3db-45b5-9fda-206480313179 2024-11-27T07:20:38,838 DEBUG [RS:0;289954c9202d:44791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T07:20:38,850 DEBUG [RS:0;289954c9202d:44791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T07:20:38,850 DEBUG [RS:0;289954c9202d:44791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T07:20:38,860 DEBUG [RS:0;289954c9202d:44791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T07:20:38,860 DEBUG [RS:0;289954c9202d:44791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a24d86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:20:38,874 DEBUG [RS:0;289954c9202d:44791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;289954c9202d:44791 2024-11-27T07:20:38,874 INFO [RS:0;289954c9202d:44791 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T07:20:38,874 INFO [RS:0;289954c9202d:44791 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T07:20:38,874 DEBUG [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T07:20:38,875 INFO [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,44247,1732692036217 with port=44791, startcode=1732692036808 2024-11-27T07:20:38,875 DEBUG [RS:0;289954c9202d:44791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T07:20:38,877 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T07:20:38,877 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44247 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 289954c9202d,44791,1732692036808 2024-11-27T07:20:38,877 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44247 {}] master.ServerManager(517): Registering regionserver=289954c9202d,44791,1732692036808 2024-11-27T07:20:38,878 DEBUG [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7 2024-11-27T07:20:38,878 DEBUG [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39357 2024-11-27T07:20:38,878 DEBUG [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T07:20:38,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02034745609/rs 2024-11-27T07:20:38,890 DEBUG [RS:0;289954c9202d:44791 {}] zookeeper.ZKUtil(111): regionserver:44791-0x1017b2a3e320001, quorum=127.0.0.1:53131, baseZNode=/02034745609 Set watcher on existing znode=/02034745609/rs/289954c9202d,44791,1732692036808 2024-11-27T07:20:38,890 WARN [RS:0;289954c9202d:44791 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:20:38,890 INFO [RS:0;289954c9202d:44791 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:20:38,890 DEBUG [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808 2024-11-27T07:20:38,890 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [289954c9202d,44791,1732692036808] 2024-11-27T07:20:38,893 INFO [RS:0;289954c9202d:44791 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T07:20:38,894 INFO [RS:0;289954c9202d:44791 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T07:20:38,894 INFO [RS:0;289954c9202d:44791 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T07:20:38,895 INFO [RS:0;289954c9202d:44791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:38,895 INFO [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T07:20:38,895 INFO [RS:0;289954c9202d:44791 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T07:20:38,895 INFO [RS:0;289954c9202d:44791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:38,896 DEBUG [RS:0;289954c9202d:44791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:38,896 DEBUG [RS:0;289954c9202d:44791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:38,896 DEBUG [RS:0;289954c9202d:44791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:38,896 DEBUG [RS:0;289954c9202d:44791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:38,896 DEBUG [RS:0;289954c9202d:44791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:38,896 DEBUG [RS:0;289954c9202d:44791 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:20:38,896 DEBUG [RS:0;289954c9202d:44791 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:38,896 DEBUG [RS:0;289954c9202d:44791 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:38,896 DEBUG [RS:0;289954c9202d:44791 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:38,896 DEBUG [RS:0;289954c9202d:44791 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:38,896 DEBUG [RS:0;289954c9202d:44791 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:38,896 DEBUG [RS:0;289954c9202d:44791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:38,896 DEBUG [RS:0;289954c9202d:44791 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:20:38,896 DEBUG [RS:0;289954c9202d:44791 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:20:38,896 INFO [RS:0;289954c9202d:44791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:38,896 INFO [RS:0;289954c9202d:44791 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:38,896 INFO [RS:0;289954c9202d:44791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:38,896 INFO [RS:0;289954c9202d:44791 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:38,896 INFO [RS:0;289954c9202d:44791 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:38,896 INFO [RS:0;289954c9202d:44791 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,44791,1732692036808-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:20:38,913 INFO [RS:0;289954c9202d:44791 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T07:20:38,913 INFO [RS:0;289954c9202d:44791 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,44791,1732692036808-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:38,913 INFO [RS:0;289954c9202d:44791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:38,913 INFO [RS:0;289954c9202d:44791 {}] regionserver.Replication(171): 289954c9202d,44791,1732692036808 started 2024-11-27T07:20:38,925 INFO [RS:0;289954c9202d:44791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:38,925 INFO [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(1482): Serving as 289954c9202d,44791,1732692036808, RpcServer on 289954c9202d/172.17.0.3:44791, sessionid=0x1017b2a3e320001 2024-11-27T07:20:38,925 DEBUG [RS:0;289954c9202d:44791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T07:20:38,925 DEBUG [RS:0;289954c9202d:44791 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 289954c9202d,44791,1732692036808 2024-11-27T07:20:38,925 DEBUG [RS:0;289954c9202d:44791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,44791,1732692036808' 2024-11-27T07:20:38,925 DEBUG [RS:0;289954c9202d:44791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02034745609/flush-table-proc/abort' 2024-11-27T07:20:38,926 DEBUG [RS:0;289954c9202d:44791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02034745609/flush-table-proc/acquired' 2024-11-27T07:20:38,926 DEBUG [RS:0;289954c9202d:44791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T07:20:38,926 DEBUG [RS:0;289954c9202d:44791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T07:20:38,926 DEBUG [RS:0;289954c9202d:44791 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 289954c9202d,44791,1732692036808 2024-11-27T07:20:38,926 DEBUG [RS:0;289954c9202d:44791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,44791,1732692036808' 2024-11-27T07:20:38,926 DEBUG [RS:0;289954c9202d:44791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02034745609/online-snapshot/abort' 2024-11-27T07:20:38,926 DEBUG [RS:0;289954c9202d:44791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02034745609/online-snapshot/acquired' 2024-11-27T07:20:38,926 DEBUG [RS:0;289954c9202d:44791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T07:20:38,926 INFO [RS:0;289954c9202d:44791 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T07:20:38,926 INFO [RS:0;289954c9202d:44791 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T07:20:39,027 INFO [RS:0;289954c9202d:44791 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:20:39,029 INFO [RS:0;289954c9202d:44791 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C44791%2C1732692036808, suffix=, logDir=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/oldWALs, maxLogs=10 2024-11-27T07:20:39,040 DEBUG [RS:0;289954c9202d:44791 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029, exclude list is [], retry=0 2024-11-27T07:20:39,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34157,DS-19fbfefd-94a0-4c25-99b5-c7d55739e09d,DISK] 2024-11-27T07:20:39,044 INFO [RS:0;289954c9202d:44791 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 2024-11-27T07:20:39,044 DEBUG [RS:0;289954c9202d:44791 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40791:40791)] 2024-11-27T07:20:39,212 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T07:20:39,212 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7 2024-11-27T07:20:39,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741833_1009 (size=32) 2024-11-27T07:20:39,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:39,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:20:39,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:20:39,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:39,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:39,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:20:39,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:20:39,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:39,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:39,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:20:39,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:20:39,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:39,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:39,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:20:39,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:20:39,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:39,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:39,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:20:39,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740 2024-11-27T07:20:39,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740 2024-11-27T07:20:39,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:20:39,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:20:39,626 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:20:39,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:20:39,628 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:20:39,629 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69458916, jitterRate=0.03501850366592407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:20:39,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732692039618Initializing all the Stores at 1732692039618Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692039618Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692039619 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692039619Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692039619Cleaning up temporary data from old regions at 1732692039626 (+7 ms)Region opened successfully at 1732692039629 (+3 ms) 2024-11-27T07:20:39,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:20:39,629 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:20:39,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:20:39,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:20:39,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:20:39,629 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:20:39,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692039629Disabling compacts and flushes for region at 1732692039629Disabling writes for close at 1732692039629Writing region close event to WAL at 1732692039629Closed at 1732692039629 2024-11-27T07:20:39,630 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:20:39,630 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T07:20:39,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T07:20:39,631 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:20:39,632 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T07:20:39,782 DEBUG [289954c9202d:44247 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:20:39,782 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=289954c9202d,44791,1732692036808 2024-11-27T07:20:39,783 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,44791,1732692036808, state=OPENING 2024-11-27T07:20:39,860 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T07:20:39,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44791-0x1017b2a3e320001, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02034745609 2024-11-27T07:20:39,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02034745609 2024-11-27T07:20:39,870 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:20:39,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02034745609/meta-region-server: CHANGED 2024-11-27T07:20:39,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02034745609/meta-region-server: CHANGED 2024-11-27T07:20:39,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,44791,1732692036808}] 2024-11-27T07:20:40,023 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:20:40,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:20:40,027 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T07:20:40,027 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:20:40,027 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T07:20:40,029 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C44791%2C1732692036808.meta, suffix=.meta, logDir=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/oldWALs, maxLogs=10 2024-11-27T07:20:40,040 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.meta.1732692040029.meta, exclude list is [], retry=0 2024-11-27T07:20:40,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34157,DS-19fbfefd-94a0-4c25-99b5-c7d55739e09d,DISK] 2024-11-27T07:20:40,043 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.meta.1732692040029.meta 2024-11-27T07:20:40,043 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40791:40791)] 2024-11-27T07:20:40,043 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:20:40,044 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:20:40,044 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:20:40,044 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T07:20:40,044 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T07:20:40,044 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T07:20:40,044 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:40,044 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T07:20:40,044 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T07:20:40,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:20:40,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:20:40,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:40,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:40,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:20:40,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:20:40,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:40,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:40,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:20:40,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:20:40,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:40,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:40,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:20:40,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:20:40,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:40,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:40,049 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:20:40,050 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740 2024-11-27T07:20:40,051 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740 2024-11-27T07:20:40,051 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:20:40,051 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:20:40,052 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:20:40,053 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:20:40,053 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70144292, jitterRate=0.045231401920318604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:20:40,053 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T07:20:40,054 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732692040044Writing region info on filesystem at 1732692040044Initializing all the Stores at 1732692040045 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692040045Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692040045Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692040045Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692040045Cleaning up temporary data from old regions at 1732692040051 (+6 ms)Running coprocessor post-open hooks at 1732692040053 (+2 ms)Region opened successfully at 1732692040054 (+1 ms) 2024-11-27T07:20:40,054 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732692040023 2024-11-27T07:20:40,056 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T07:20:40,056 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T07:20:40,056 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,44791,1732692036808 2024-11-27T07:20:40,057 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,44791,1732692036808, state=OPEN 2024-11-27T07:20:40,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02034745609/meta-region-server 2024-11-27T07:20:40,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44791-0x1017b2a3e320001, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02034745609/meta-region-server 2024-11-27T07:20:40,095 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=289954c9202d,44791,1732692036808 2024-11-27T07:20:40,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02034745609/meta-region-server: CHANGED 2024-11-27T07:20:40,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02034745609/meta-region-server: CHANGED 2024-11-27T07:20:40,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T07:20:40,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,44791,1732692036808 in 224 msec 2024-11-27T07:20:40,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T07:20:40,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 467 msec 2024-11-27T07:20:40,099 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:20:40,099 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T07:20:40,100 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:20:40,100 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,44791,1732692036808, seqNum=-1] 2024-11-27T07:20:40,100 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:20:40,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:20:40,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3050 sec 2024-11-27T07:20:40,105 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732692040105, completionTime=-1 2024-11-27T07:20:40,105 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T07:20:40,106 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T07:20:40,107 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T07:20:40,107 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732692100107 2024-11-27T07:20:40,107 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732692160107 2024-11-27T07:20:40,107 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T07:20:40,107 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,44247,1732692036217-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:40,107 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,44247,1732692036217-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:40,107 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,44247,1732692036217-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:40,108 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-289954c9202d:44247, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:40,108 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:40,108 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:40,109 DEBUG [master/289954c9202d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T07:20:40,111 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.241sec 2024-11-27T07:20:40,111 INFO [master/289954c9202d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T07:20:40,111 INFO [master/289954c9202d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T07:20:40,111 INFO [master/289954c9202d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T07:20:40,111 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T07:20:40,111 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T07:20:40,111 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,44247,1732692036217-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:20:40,111 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,44247,1732692036217-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T07:20:40,113 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T07:20:40,113 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T07:20:40,113 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,44247,1732692036217-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:40,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd68e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:40,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,44247,-1 for getting cluster id 2024-11-27T07:20:40,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:20:40,140 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f32de54e-a3db-45b5-9fda-206480313179' 2024-11-27T07:20:40,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:20:40,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f32de54e-a3db-45b5-9fda-206480313179" 2024-11-27T07:20:40,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40748849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:40,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,44247,-1] 2024-11-27T07:20:40,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:20:40,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:40,142 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:20:40,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a33bb53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:40,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:20:40,143 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,44791,1732692036808, seqNum=-1] 2024-11-27T07:20:40,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:20:40,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:20:40,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=289954c9202d,44247,1732692036217 2024-11-27T07:20:40,146 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53131 2024-11-27T07:20:40,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:20:40,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017b2a3e320002 connected 2024-11-27T07:20:40,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/hadoop.log.dir so I do NOT create it in target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277 2024-11-27T07:20:40,177 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T07:20:40,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/hadoop.tmp.dir so I do NOT create it in target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277 2024-11-27T07:20:40,177 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T07:20:40,177 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277 2024-11-27T07:20:40,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T07:20:40,177 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/cluster_9d097fca-83bc-103c-0672-995a51feb40a, deleteOnExit=true 2024-11-27T07:20:40,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T07:20:40,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/test.cache.data in system properties and HBase conf 2024-11-27T07:20:40,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T07:20:40,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/hadoop.log.dir in system properties and HBase conf 2024-11-27T07:20:40,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T07:20:40,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T07:20:40,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T07:20:40,178 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T07:20:40,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:20:40,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:20:40,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T07:20:40,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:20:40,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T07:20:40,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T07:20:40,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:20:40,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:20:40,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T07:20:40,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/nfs.dump.dir in system properties and HBase conf 2024-11-27T07:20:40,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/java.io.tmpdir in system properties and HBase conf 2024-11-27T07:20:40,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:20:40,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T07:20:40,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T07:20:40,457 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:20:40,461 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:20:40,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:20:40,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:20:40,462 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T07:20:40,463 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:20:40,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8136eb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:20:40,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c26de6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:20:40,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c4271fa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/java.io.tmpdir/jetty-localhost-42001-hadoop-hdfs-3_4_1-tests_jar-_-any-18281080195763381343/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:20:40,559 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68bc7d85{HTTP/1.1, (http/1.1)}{localhost:42001} 2024-11-27T07:20:40,559 INFO [Time-limited test {}] server.Server(415): Started @184968ms 2024-11-27T07:20:40,820 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:20:40,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:20:40,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:20:40,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:20:40,826 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T07:20:40,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@238820ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:20:40,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25b72c63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:20:40,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f60f768{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/java.io.tmpdir/jetty-localhost-45537-hadoop-hdfs-3_4_1-tests_jar-_-any-11296672500250192351/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:20:40,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c69b0dc{HTTP/1.1, (http/1.1)}{localhost:45537} 2024-11-27T07:20:40,931 INFO [Time-limited test {}] server.Server(415): Started @185339ms 2024-11-27T07:20:40,932 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T07:20:41,508 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/cluster_9d097fca-83bc-103c-0672-995a51feb40a/data/data1/current/BP-1373604203-172.17.0.3-1732692040192/current, will proceed with Du for space computation calculation, 2024-11-27T07:20:41,508 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/cluster_9d097fca-83bc-103c-0672-995a51feb40a/data/data2/current/BP-1373604203-172.17.0.3-1732692040192/current, will proceed with Du for space computation calculation, 2024-11-27T07:20:41,523 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T07:20:41,525 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa9b424cb9bb23a6 with lease ID 0x9e4dd6949a95d4c5: Processing first storage report for DS-61949d1c-651c-4be4-9350-61fc9c9b10f3 from datanode DatanodeRegistration(127.0.0.1:45501, datanodeUuid=b444f5bd-052c-49ab-98c1-c861345586b2, infoPort=40467, infoSecurePort=0, ipcPort=44253, storageInfo=lv=-57;cid=testClusterID;nsid=821470362;c=1732692040192) 2024-11-27T07:20:41,525 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa9b424cb9bb23a6 with lease ID 0x9e4dd6949a95d4c5: from storage DS-61949d1c-651c-4be4-9350-61fc9c9b10f3 node DatanodeRegistration(127.0.0.1:45501, datanodeUuid=b444f5bd-052c-49ab-98c1-c861345586b2, infoPort=40467, infoSecurePort=0, ipcPort=44253, storageInfo=lv=-57;cid=testClusterID;nsid=821470362;c=1732692040192), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:20:41,525 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa9b424cb9bb23a6 with lease ID 0x9e4dd6949a95d4c5: Processing first storage report for DS-9f1100f3-5e2b-4637-aaa9-5f9efd23b93e from datanode DatanodeRegistration(127.0.0.1:45501, datanodeUuid=b444f5bd-052c-49ab-98c1-c861345586b2, infoPort=40467, infoSecurePort=0, ipcPort=44253, storageInfo=lv=-57;cid=testClusterID;nsid=821470362;c=1732692040192) 2024-11-27T07:20:41,525 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa9b424cb9bb23a6 with lease ID 0x9e4dd6949a95d4c5: from storage DS-9f1100f3-5e2b-4637-aaa9-5f9efd23b93e node DatanodeRegistration(127.0.0.1:45501, datanodeUuid=b444f5bd-052c-49ab-98c1-c861345586b2, infoPort=40467, infoSecurePort=0, ipcPort=44253, storageInfo=lv=-57;cid=testClusterID;nsid=821470362;c=1732692040192), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:20:41,558 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277 2024-11-27T07:20:41,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:41,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:41,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741825_1001 (size=7) 2024-11-27T07:20:41,968 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0 with version=8 2024-11-27T07:20:41,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/hbase-staging 2024-11-27T07:20:41,969 INFO [Time-limited test {}] client.ConnectionUtils(128): master/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:20:41,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:41,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:41,969 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:20:41,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:41,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:20:41,970 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T07:20:41,970 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:20:41,970 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44425 2024-11-27T07:20:41,971 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44425 connecting to ZooKeeper ensemble=127.0.0.1:53131 2024-11-27T07:20:42,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444250x0, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:20:42,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44425-0x1017b2a3e320003 connected 2024-11-27T07:20:42,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:42,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:42,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Set watcher on znode that does not yet exist, /1360728547/running 2024-11-27T07:20:42,189 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0, hbase.cluster.distributed=false 2024-11-27T07:20:42,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Set watcher on znode that does not yet exist, /1360728547/acl 2024-11-27T07:20:42,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44425 2024-11-27T07:20:42,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44425 2024-11-27T07:20:42,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44425 2024-11-27T07:20:42,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44425 2024-11-27T07:20:42,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44425 2024-11-27T07:20:42,208 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:20:42,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:42,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:42,208 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:20:42,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:20:42,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:20:42,208 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T07:20:42,208 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:20:42,209 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35189 2024-11-27T07:20:42,210 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35189 connecting to ZooKeeper ensemble=127.0.0.1:53131 2024-11-27T07:20:42,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:42,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:42,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351890x0, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:20:42,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351890x0, quorum=127.0.0.1:53131, baseZNode=/1360728547 Set watcher on znode that does not yet exist, /1360728547/running 2024-11-27T07:20:42,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35189-0x1017b2a3e320004 connected 2024-11-27T07:20:42,227 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T07:20:42,228 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T07:20:42,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35189-0x1017b2a3e320004, quorum=127.0.0.1:53131, baseZNode=/1360728547 Set watcher on znode that does not yet exist, /1360728547/master 2024-11-27T07:20:42,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35189-0x1017b2a3e320004, quorum=127.0.0.1:53131, baseZNode=/1360728547 Set watcher on znode that does not yet exist, /1360728547/acl 2024-11-27T07:20:42,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35189 2024-11-27T07:20:42,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35189 2024-11-27T07:20:42,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35189 2024-11-27T07:20:42,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35189 2024-11-27T07:20:42,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35189 2024-11-27T07:20:42,246 DEBUG [M:0;289954c9202d:44425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;289954c9202d:44425 2024-11-27T07:20:42,246 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1360728547/backup-masters/289954c9202d,44425,1732692041969 2024-11-27T07:20:42,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1360728547/backup-masters 2024-11-27T07:20:42,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35189-0x1017b2a3e320004, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1360728547/backup-masters 2024-11-27T07:20:42,258 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Set watcher on existing znode=/1360728547/backup-masters/289954c9202d,44425,1732692041969 2024-11-27T07:20:42,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35189-0x1017b2a3e320004, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1360728547/master 2024-11-27T07:20:42,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1360728547 2024-11-27T07:20:42,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35189-0x1017b2a3e320004, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1360728547 2024-11-27T07:20:42,270 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Set watcher on existing znode=/1360728547/master 2024-11-27T07:20:42,271 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1360728547/backup-masters/289954c9202d,44425,1732692041969 from backup master directory 2024-11-27T07:20:42,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1360728547/backup-masters/289954c9202d,44425,1732692041969 2024-11-27T07:20:42,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35189-0x1017b2a3e320004, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1360728547/backup-masters 2024-11-27T07:20:42,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1360728547/backup-masters 2024-11-27T07:20:42,281 WARN [master/289954c9202d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:20:42,281 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=289954c9202d,44425,1732692041969 2024-11-27T07:20:42,285 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/hbase.id] with ID: 93bf1de6-46dc-4157-b945-413ccc85f8a9 2024-11-27T07:20:42,285 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/.tmp/hbase.id 2024-11-27T07:20:42,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741826_1002 (size=42) 2024-11-27T07:20:42,689 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/.tmp/hbase.id]:[hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/hbase.id] 2024-11-27T07:20:42,698 INFO [master/289954c9202d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:42,699 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T07:20:42,699 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T07:20:42,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1360728547 2024-11-27T07:20:42,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35189-0x1017b2a3e320004, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1360728547 2024-11-27T07:20:42,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741827_1003 (size=196) 2024-11-27T07:20:43,159 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:20:43,160 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T07:20:43,160 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:20:43,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741828_1004 (size=1189) 2024-11-27T07:20:43,566 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/data/master/store 2024-11-27T07:20:43,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741829_1005 (size=34) 2024-11-27T07:20:43,972 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:43,972 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:20:43,972 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:43,972 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:43,972 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:20:43,972 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:43,972 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:20:43,972 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692043972Disabling compacts and flushes for region at 1732692043972Disabling writes for close at 1732692043972Writing region close event to WAL at 1732692043972Closed at 1732692043972 2024-11-27T07:20:43,973 WARN [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/data/master/store/.initializing 2024-11-27T07:20:43,973 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/WALs/289954c9202d,44425,1732692041969 2024-11-27T07:20:43,974 INFO [master/289954c9202d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:20:43,976 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=289954c9202d%2C44425%2C1732692041969, suffix=, logDir=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/WALs/289954c9202d,44425,1732692041969, archiveDir=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/oldWALs, maxLogs=10 2024-11-27T07:20:43,991 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/WALs/289954c9202d,44425,1732692041969/289954c9202d%2C44425%2C1732692041969.1732692043976, exclude list is [], retry=0 2024-11-27T07:20:43,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45501,DS-61949d1c-651c-4be4-9350-61fc9c9b10f3,DISK] 2024-11-27T07:20:43,996 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/WALs/289954c9202d,44425,1732692041969/289954c9202d%2C44425%2C1732692041969.1732692043976 2024-11-27T07:20:43,996 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40467:40467)] 2024-11-27T07:20:43,996 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:20:43,996 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:43,996 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:43,996 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:43,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:43,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T07:20:43,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:43,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:44,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:44,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T07:20:44,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:44,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:44,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:44,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T07:20:44,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:44,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:44,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:44,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T07:20:44,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:44,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:44,004 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:44,005 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:44,005 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:44,006 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:44,006 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:44,006 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:20:44,007 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:20:44,008 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:20:44,009 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74125882, jitterRate=0.1045617163181305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:20:44,009 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732692043996Initializing all the Stores at 1732692043998 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692043998Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692043998Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692043998Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692043998Cleaning up temporary data from old regions at 1732692044006 (+8 ms)Region opened successfully at 1732692044009 (+3 ms) 2024-11-27T07:20:44,009 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T07:20:44,011 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398297e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:20:44,012 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T07:20:44,012 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T07:20:44,012 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T07:20:44,012 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T07:20:44,012 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T07:20:44,013 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T07:20:44,013 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T07:20:44,014 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T07:20:44,015 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Unable to get data of znode /1360728547/balancer because node does not exist (not necessarily an error) 2024-11-27T07:20:44,080 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1360728547/balancer already deleted, retry=false 2024-11-27T07:20:44,081 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T07:20:44,082 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Unable to get data of znode /1360728547/normalizer because node does not exist (not necessarily an error) 2024-11-27T07:20:44,091 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1360728547/normalizer already deleted, retry=false 2024-11-27T07:20:44,091 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T07:20:44,092 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Unable to get data of znode /1360728547/switch/split because node does not exist (not necessarily an error) 2024-11-27T07:20:44,101 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1360728547/switch/split already deleted, retry=false 2024-11-27T07:20:44,102 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Unable to get data of znode /1360728547/switch/merge because node does not exist (not necessarily an error) 2024-11-27T07:20:44,112 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1360728547/switch/merge already deleted, retry=false 2024-11-27T07:20:44,113 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Unable to get data of znode /1360728547/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T07:20:44,122 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1360728547/snapshot-cleanup already deleted, retry=false 2024-11-27T07:20:44,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35189-0x1017b2a3e320004, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1360728547/running 2024-11-27T07:20:44,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1360728547/running 2024-11-27T07:20:44,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35189-0x1017b2a3e320004, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1360728547 2024-11-27T07:20:44,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1360728547 2024-11-27T07:20:44,133 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=289954c9202d,44425,1732692041969, sessionid=0x1017b2a3e320003, setting cluster-up flag (Was=false) 2024-11-27T07:20:44,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35189-0x1017b2a3e320004, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1360728547 2024-11-27T07:20:44,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1360728547 2024-11-27T07:20:44,186 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1360728547/flush-table-proc/acquired, /1360728547/flush-table-proc/reached, /1360728547/flush-table-proc/abort 2024-11-27T07:20:44,186 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,44425,1732692041969 2024-11-27T07:20:44,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1360728547 2024-11-27T07:20:44,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35189-0x1017b2a3e320004, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1360728547 2024-11-27T07:20:44,238 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1360728547/online-snapshot/acquired, /1360728547/online-snapshot/reached, /1360728547/online-snapshot/abort 2024-11-27T07:20:44,239 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,44425,1732692041969 2024-11-27T07:20:44,240 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T07:20:44,241 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T07:20:44,241 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T07:20:44,242 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T07:20:44,242 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 289954c9202d,44425,1732692041969 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T07:20:44,243 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:20:44,243 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:20:44,243 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:20:44,243 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:20:44,243 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/289954c9202d:0, corePoolSize=10, maxPoolSize=10 2024-11-27T07:20:44,243 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:44,243 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:20:44,243 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:44,243 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732692074243 2024-11-27T07:20:44,244 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T07:20:44,244 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T07:20:44,244 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T07:20:44,244 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T07:20:44,244 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T07:20:44,244 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T07:20:44,244 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:44,244 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:20:44,244 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T07:20:44,244 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T07:20:44,244 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T07:20:44,244 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T07:20:44,244 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T07:20:44,244 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T07:20:44,244 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T07:20:44,245 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692044244,5,FailOnTimeoutGroup] 2024-11-27T07:20:44,245 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:44,245 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T07:20:44,248 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692044245,5,FailOnTimeoutGroup] 2024-11-27T07:20:44,248 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:44,248 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T07:20:44,248 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:44,248 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:44,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741831_1007 (size=1321) 2024-11-27T07:20:44,338 INFO [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(746): ClusterId : 93bf1de6-46dc-4157-b945-413ccc85f8a9 2024-11-27T07:20:44,338 DEBUG [RS:0;289954c9202d:35189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T07:20:44,344 DEBUG [RS:0;289954c9202d:35189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T07:20:44,344 DEBUG [RS:0;289954c9202d:35189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T07:20:44,355 DEBUG [RS:0;289954c9202d:35189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T07:20:44,355 DEBUG [RS:0;289954c9202d:35189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9ae7ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:20:44,365 DEBUG [RS:0;289954c9202d:35189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;289954c9202d:35189 2024-11-27T07:20:44,366 INFO [RS:0;289954c9202d:35189 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T07:20:44,366 INFO [RS:0;289954c9202d:35189 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T07:20:44,366 DEBUG [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T07:20:44,366 INFO [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,44425,1732692041969 with port=35189, startcode=1732692042207 2024-11-27T07:20:44,366 DEBUG [RS:0;289954c9202d:35189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T07:20:44,368 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T07:20:44,368 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44425 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 289954c9202d,35189,1732692042207 2024-11-27T07:20:44,368 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44425 {}] master.ServerManager(517): Registering regionserver=289954c9202d,35189,1732692042207 2024-11-27T07:20:44,369 DEBUG [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0 2024-11-27T07:20:44,369 DEBUG [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41955 2024-11-27T07:20:44,369 DEBUG [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T07:20:44,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1360728547/rs 2024-11-27T07:20:44,375 DEBUG [RS:0;289954c9202d:35189 {}] zookeeper.ZKUtil(111): regionserver:35189-0x1017b2a3e320004, quorum=127.0.0.1:53131, baseZNode=/1360728547 Set watcher on existing znode=/1360728547/rs/289954c9202d,35189,1732692042207 2024-11-27T07:20:44,376 WARN [RS:0;289954c9202d:35189 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:20:44,376 INFO [RS:0;289954c9202d:35189 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:20:44,376 DEBUG [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207 2024-11-27T07:20:44,376 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [289954c9202d,35189,1732692042207] 2024-11-27T07:20:44,378 INFO [RS:0;289954c9202d:35189 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T07:20:44,380 INFO [RS:0;289954c9202d:35189 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T07:20:44,383 INFO [RS:0;289954c9202d:35189 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T07:20:44,383 INFO [RS:0;289954c9202d:35189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:44,383 INFO [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T07:20:44,384 INFO [RS:0;289954c9202d:35189 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T07:20:44,384 INFO [RS:0;289954c9202d:35189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:44,384 DEBUG [RS:0;289954c9202d:35189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:44,384 DEBUG [RS:0;289954c9202d:35189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:44,384 DEBUG [RS:0;289954c9202d:35189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:44,384 DEBUG [RS:0;289954c9202d:35189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:44,384 DEBUG [RS:0;289954c9202d:35189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:44,384 DEBUG [RS:0;289954c9202d:35189 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:20:44,384 DEBUG [RS:0;289954c9202d:35189 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:44,384 DEBUG [RS:0;289954c9202d:35189 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:44,384 DEBUG [RS:0;289954c9202d:35189 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:44,384 DEBUG [RS:0;289954c9202d:35189 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:44,384 DEBUG [RS:0;289954c9202d:35189 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:44,384 DEBUG [RS:0;289954c9202d:35189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:20:44,384 DEBUG [RS:0;289954c9202d:35189 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:20:44,384 DEBUG [RS:0;289954c9202d:35189 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:20:44,385 INFO [RS:0;289954c9202d:35189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:44,385 INFO [RS:0;289954c9202d:35189 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:44,385 INFO [RS:0;289954c9202d:35189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:44,385 INFO [RS:0;289954c9202d:35189 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:44,385 INFO [RS:0;289954c9202d:35189 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:44,385 INFO [RS:0;289954c9202d:35189 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,35189,1732692042207-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:20:44,400 INFO [RS:0;289954c9202d:35189 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T07:20:44,400 INFO [RS:0;289954c9202d:35189 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,35189,1732692042207-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:44,400 INFO [RS:0;289954c9202d:35189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:44,400 INFO [RS:0;289954c9202d:35189 {}] regionserver.Replication(171): 289954c9202d,35189,1732692042207 started 2024-11-27T07:20:44,412 INFO [RS:0;289954c9202d:35189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:44,412 INFO [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(1482): Serving as 289954c9202d,35189,1732692042207, RpcServer on 289954c9202d/172.17.0.3:35189, sessionid=0x1017b2a3e320004 2024-11-27T07:20:44,412 DEBUG [RS:0;289954c9202d:35189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T07:20:44,412 DEBUG [RS:0;289954c9202d:35189 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 289954c9202d,35189,1732692042207 2024-11-27T07:20:44,412 DEBUG [RS:0;289954c9202d:35189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,35189,1732692042207' 2024-11-27T07:20:44,412 DEBUG [RS:0;289954c9202d:35189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1360728547/flush-table-proc/abort' 2024-11-27T07:20:44,413 DEBUG [RS:0;289954c9202d:35189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1360728547/flush-table-proc/acquired' 2024-11-27T07:20:44,413 DEBUG [RS:0;289954c9202d:35189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T07:20:44,413 DEBUG [RS:0;289954c9202d:35189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T07:20:44,413 DEBUG [RS:0;289954c9202d:35189 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 289954c9202d,35189,1732692042207 2024-11-27T07:20:44,413 DEBUG [RS:0;289954c9202d:35189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,35189,1732692042207' 2024-11-27T07:20:44,413 DEBUG [RS:0;289954c9202d:35189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1360728547/online-snapshot/abort' 2024-11-27T07:20:44,414 DEBUG [RS:0;289954c9202d:35189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1360728547/online-snapshot/acquired' 2024-11-27T07:20:44,414 DEBUG [RS:0;289954c9202d:35189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T07:20:44,414 INFO [RS:0;289954c9202d:35189 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T07:20:44,414 INFO [RS:0;289954c9202d:35189 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T07:20:44,514 INFO [RS:0;289954c9202d:35189 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:20:44,516 INFO [RS:0;289954c9202d:35189 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C35189%2C1732692042207, suffix=, logDir=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207, archiveDir=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/oldWALs, maxLogs=10 2024-11-27T07:20:44,531 DEBUG [RS:0;289954c9202d:35189 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516, exclude list is [], retry=0 2024-11-27T07:20:44,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45501,DS-61949d1c-651c-4be4-9350-61fc9c9b10f3,DISK] 2024-11-27T07:20:44,535 INFO [RS:0;289954c9202d:35189 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516 2024-11-27T07:20:44,536 DEBUG [RS:0;289954c9202d:35189 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40467:40467)] 2024-11-27T07:20:44,652 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T07:20:44,653 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0 2024-11-27T07:20:44,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741833_1009 (size=32) 2024-11-27T07:20:44,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T07:20:44,872 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T07:20:44,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:20:44,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T07:20:44,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:20:44,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T07:20:44,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T07:20:44,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T07:20:44,893 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T07:20:45,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:45,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:20:45,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:20:45,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:45,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:45,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:20:45,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:20:45,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:45,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:45,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:20:45,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:20:45,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:45,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:45,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:20:45,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:20:45,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:45,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:45,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:20:45,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740 2024-11-27T07:20:45,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740 2024-11-27T07:20:45,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:20:45,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:20:45,067 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:20:45,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:20:45,070 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:20:45,070 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62485423, jitterRate=-0.0688946396112442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:20:45,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732692045058Initializing all the Stores at 1732692045059 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692045059Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692045059Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692045059Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692045059Cleaning up temporary data from old regions at 1732692045067 (+8 ms)Region opened successfully at 1732692045070 (+3 ms) 2024-11-27T07:20:45,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:20:45,070 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:20:45,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:20:45,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:20:45,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:20:45,071 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:20:45,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692045070Disabling compacts and flushes for region at 1732692045070Disabling writes for close at 1732692045071 (+1 ms)Writing region close event to WAL at 1732692045071Closed at 1732692045071 2024-11-27T07:20:45,072 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:20:45,072 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T07:20:45,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T07:20:45,073 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:20:45,074 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T07:20:45,224 DEBUG [289954c9202d:44425 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:20:45,224 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=289954c9202d,35189,1732692042207 2024-11-27T07:20:45,225 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,35189,1732692042207, state=OPENING 2024-11-27T07:20:45,350 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T07:20:45,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35189-0x1017b2a3e320004, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1360728547 2024-11-27T07:20:45,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1360728547 2024-11-27T07:20:45,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1360728547/meta-region-server: CHANGED 2024-11-27T07:20:45,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1360728547/meta-region-server: CHANGED 2024-11-27T07:20:45,365 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:20:45,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,35189,1732692042207}] 2024-11-27T07:20:45,517 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:20:45,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:20:45,522 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T07:20:45,522 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:20:45,522 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T07:20:45,523 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C35189%2C1732692042207.meta, suffix=.meta, logDir=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207, archiveDir=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/oldWALs, maxLogs=10 2024-11-27T07:20:45,534 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.meta.1732692045524.meta, exclude list is [], retry=0 2024-11-27T07:20:45,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45501,DS-61949d1c-651c-4be4-9350-61fc9c9b10f3,DISK] 2024-11-27T07:20:45,538 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.meta.1732692045524.meta 2024-11-27T07:20:45,538 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40467:40467)] 2024-11-27T07:20:45,538 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:20:45,539 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:20:45,539 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:20:45,539 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T07:20:45,539 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T07:20:45,539 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T07:20:45,539 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:45,539 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T07:20:45,539 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T07:20:45,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:20:45,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:20:45,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:45,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:45,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:20:45,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:20:45,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:45,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:45,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:20:45,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:20:45,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:45,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:45,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:20:45,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:20:45,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:45,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:20:45,544 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:20:45,545 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740 2024-11-27T07:20:45,546 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740 2024-11-27T07:20:45,546 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:20:45,547 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:20:45,547 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:20:45,547 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:20:45,548 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:20:45,549 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66553517, jitterRate=-0.008275315165519714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:20:45,549 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T07:20:45,549 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732692045539Writing region info on filesystem at 1732692045539Initializing all the Stores at 1732692045540 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692045540Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692045540Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692045540Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692045540Cleaning up temporary data from old regions at 1732692045547 (+7 ms)Running coprocessor post-open hooks at 1732692045549 (+2 ms)Region opened successfully at 1732692045549 2024-11-27T07:20:45,550 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732692045517 2024-11-27T07:20:45,552 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T07:20:45,552 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T07:20:45,552 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,35189,1732692042207 2024-11-27T07:20:45,553 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,35189,1732692042207, state=OPEN 2024-11-27T07:20:45,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1360728547/meta-region-server 2024-11-27T07:20:45,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35189-0x1017b2a3e320004, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1360728547/meta-region-server 2024-11-27T07:20:45,565 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=289954c9202d,35189,1732692042207 2024-11-27T07:20:45,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1360728547/meta-region-server: CHANGED 2024-11-27T07:20:45,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1360728547/meta-region-server: CHANGED 2024-11-27T07:20:45,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T07:20:45,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,35189,1732692042207 in 200 msec 2024-11-27T07:20:45,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T07:20:45,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 495 msec 2024-11-27T07:20:45,569 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:20:45,569 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T07:20:45,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:45,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:45,570 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:20:45,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:45,570 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,35189,1732692042207, seqNum=-1] 2024-11-27T07:20:45,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:45,571 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:20:45,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:45,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:45,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:20:45,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3350 sec 2024-11-27T07:20:45,576 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732692045576, completionTime=-1 2024-11-27T07:20:45,576 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T07:20:45,577 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T07:20:45,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:45,578 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T07:20:45,578 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732692105578 2024-11-27T07:20:45,579 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732692165579 2024-11-27T07:20:45,579 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T07:20:45,579 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,44425,1732692041969-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:45,579 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,44425,1732692041969-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:45,579 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,44425,1732692041969-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:45,579 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-289954c9202d:44425, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:45,579 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:45,581 DEBUG [master/289954c9202d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T07:20:45,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:45,586 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:45,590 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.309sec 2024-11-27T07:20:45,590 INFO [master/289954c9202d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T07:20:45,590 INFO [master/289954c9202d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T07:20:45,590 INFO [master/289954c9202d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T07:20:45,590 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T07:20:45,590 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T07:20:45,590 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,44425,1732692041969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:20:45,590 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,44425,1732692041969-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T07:20:45,592 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T07:20:45,592 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T07:20:45,592 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,44425,1732692041969-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:20:45,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75562e5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:45,638 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,44425,-1 for getting cluster id 2024-11-27T07:20:45,638 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:20:45,640 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93bf1de6-46dc-4157-b945-413ccc85f8a9' 2024-11-27T07:20:45,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:20:45,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93bf1de6-46dc-4157-b945-413ccc85f8a9" 2024-11-27T07:20:45,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@111076b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:45,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,44425,-1] 2024-11-27T07:20:45,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:20:45,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:45,641 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:20:45,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e55b77b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:45,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:20:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,35189,1732692042207, seqNum=-1] 2024-11-27T07:20:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:20:45,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:20:45,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=289954c9202d,44425,1732692041969 2024-11-27T07:20:45,646 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53131 2024-11-27T07:20:45,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:20:45,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017b2a3e320005 connected 2024-11-27T07:20:45,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:20:45,672 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,44247,1732692036217 2024-11-27T07:20:45,672 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15bc7a11 2024-11-27T07:20:45,672 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:20:45,673 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:20:45,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:20:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T07:20:45,676 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:20:45,676 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:45,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T07:20:45,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:20:45,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:20:45,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741835_1011 (size=902) 2024-11-27T07:20:45,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:20:45,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:20:46,083 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 021a1b40545ee8c3376088186ec1020b, NAME => 'test,,1732692045674.021a1b40545ee8c3376088186ec1020b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7 2024-11-27T07:20:46,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741836_1012 (size=39) 2024-11-27T07:20:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:20:46,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732692045674.021a1b40545ee8c3376088186ec1020b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:46,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 021a1b40545ee8c3376088186ec1020b, disabling compactions & flushes 2024-11-27T07:20:46,489 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732692045674.021a1b40545ee8c3376088186ec1020b. 2024-11-27T07:20:46,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692045674.021a1b40545ee8c3376088186ec1020b. 2024-11-27T07:20:46,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732692045674.021a1b40545ee8c3376088186ec1020b. after waiting 0 ms 2024-11-27T07:20:46,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732692045674.021a1b40545ee8c3376088186ec1020b. 2024-11-27T07:20:46,489 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732692045674.021a1b40545ee8c3376088186ec1020b. 2024-11-27T07:20:46,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 021a1b40545ee8c3376088186ec1020b: Waiting for close lock at 1732692046489Disabling compacts and flushes for region at 1732692046489Disabling writes for close at 1732692046489Writing region close event to WAL at 1732692046489Closed at 1732692046489 2024-11-27T07:20:46,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:20:46,490 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732692045674.021a1b40545ee8c3376088186ec1020b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732692046490"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692046490"}]},"ts":"1732692046490"} 2024-11-27T07:20:46,492 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:20:46,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:20:46,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692046493"}]},"ts":"1732692046493"} 2024-11-27T07:20:46,495 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T07:20:46,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=021a1b40545ee8c3376088186ec1020b, ASSIGN}] 2024-11-27T07:20:46,496 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=021a1b40545ee8c3376088186ec1020b, ASSIGN 2024-11-27T07:20:46,497 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=021a1b40545ee8c3376088186ec1020b, ASSIGN; state=OFFLINE, location=289954c9202d,44791,1732692036808; forceNewPlan=false, retain=false 2024-11-27T07:20:46,647 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=021a1b40545ee8c3376088186ec1020b, regionState=OPENING, regionLocation=289954c9202d,44791,1732692036808 2024-11-27T07:20:46,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=021a1b40545ee8c3376088186ec1020b, ASSIGN because future has completed 2024-11-27T07:20:46,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 021a1b40545ee8c3376088186ec1020b, server=289954c9202d,44791,1732692036808}] 2024-11-27T07:20:46,805 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732692045674.021a1b40545ee8c3376088186ec1020b. 2024-11-27T07:20:46,805 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 021a1b40545ee8c3376088186ec1020b, NAME => 'test,,1732692045674.021a1b40545ee8c3376088186ec1020b.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:20:46,805 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:20:46,805 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T07:20:46,806 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 021a1b40545ee8c3376088186ec1020b 2024-11-27T07:20:46,806 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732692045674.021a1b40545ee8c3376088186ec1020b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:46,806 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 021a1b40545ee8c3376088186ec1020b 2024-11-27T07:20:46,806 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 021a1b40545ee8c3376088186ec1020b 2024-11-27T07:20:46,807 INFO [StoreOpener-021a1b40545ee8c3376088186ec1020b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 021a1b40545ee8c3376088186ec1020b 2024-11-27T07:20:46,808 INFO [StoreOpener-021a1b40545ee8c3376088186ec1020b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 021a1b40545ee8c3376088186ec1020b columnFamilyName f 2024-11-27T07:20:46,808 DEBUG [StoreOpener-021a1b40545ee8c3376088186ec1020b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:46,808 INFO [StoreOpener-021a1b40545ee8c3376088186ec1020b-1 {}] regionserver.HStore(327): Store=021a1b40545ee8c3376088186ec1020b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:46,808 INFO [StoreOpener-021a1b40545ee8c3376088186ec1020b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 021a1b40545ee8c3376088186ec1020b 2024-11-27T07:20:46,809 INFO [StoreOpener-021a1b40545ee8c3376088186ec1020b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 021a1b40545ee8c3376088186ec1020b columnFamilyName f1 2024-11-27T07:20:46,810 DEBUG [StoreOpener-021a1b40545ee8c3376088186ec1020b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:46,810 INFO [StoreOpener-021a1b40545ee8c3376088186ec1020b-1 {}] regionserver.HStore(327): Store=021a1b40545ee8c3376088186ec1020b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:46,810 INFO [StoreOpener-021a1b40545ee8c3376088186ec1020b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 021a1b40545ee8c3376088186ec1020b 2024-11-27T07:20:46,811 INFO [StoreOpener-021a1b40545ee8c3376088186ec1020b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 021a1b40545ee8c3376088186ec1020b columnFamilyName norep 2024-11-27T07:20:46,811 DEBUG [StoreOpener-021a1b40545ee8c3376088186ec1020b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:46,811 INFO [StoreOpener-021a1b40545ee8c3376088186ec1020b-1 {}] regionserver.HStore(327): Store=021a1b40545ee8c3376088186ec1020b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:46,811 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 021a1b40545ee8c3376088186ec1020b 2024-11-27T07:20:46,812 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/default/test/021a1b40545ee8c3376088186ec1020b 2024-11-27T07:20:46,812 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/default/test/021a1b40545ee8c3376088186ec1020b 2024-11-27T07:20:46,813 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 021a1b40545ee8c3376088186ec1020b 2024-11-27T07:20:46,813 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 021a1b40545ee8c3376088186ec1020b 2024-11-27T07:20:46,813 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:20:46,814 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 021a1b40545ee8c3376088186ec1020b 2024-11-27T07:20:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:20:46,816 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/default/test/021a1b40545ee8c3376088186ec1020b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:20:46,817 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 021a1b40545ee8c3376088186ec1020b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74931528, jitterRate=0.11656677722930908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:20:46,817 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 021a1b40545ee8c3376088186ec1020b 2024-11-27T07:20:46,817 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 021a1b40545ee8c3376088186ec1020b: Running coprocessor pre-open hook at 1732692046806Writing region info on filesystem at 1732692046806Initializing all the Stores at 1732692046806Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692046806Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692046807 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692046807Cleaning up temporary data from old regions at 1732692046813 (+6 ms)Running coprocessor post-open hooks at 1732692046817 (+4 ms)Region opened successfully at 1732692046817 2024-11-27T07:20:46,818 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732692045674.021a1b40545ee8c3376088186ec1020b., pid=6, masterSystemTime=1732692046801 2024-11-27T07:20:46,820 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732692045674.021a1b40545ee8c3376088186ec1020b. 2024-11-27T07:20:46,820 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732692045674.021a1b40545ee8c3376088186ec1020b. 2024-11-27T07:20:46,820 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=021a1b40545ee8c3376088186ec1020b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=289954c9202d,44791,1732692036808 2024-11-27T07:20:46,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 021a1b40545ee8c3376088186ec1020b, server=289954c9202d,44791,1732692036808 because future has completed 2024-11-27T07:20:46,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T07:20:46,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 021a1b40545ee8c3376088186ec1020b, server=289954c9202d,44791,1732692036808 in 173 msec 2024-11-27T07:20:46,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T07:20:46,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=021a1b40545ee8c3376088186ec1020b, ASSIGN in 330 msec 2024-11-27T07:20:46,827 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:20:46,828 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692046827"}]},"ts":"1732692046827"} 2024-11-27T07:20:46,830 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T07:20:46,830 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:20:46,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-27T07:20:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:20:47,826 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T07:20:47,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:20:47,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,44425,1732692041969 2024-11-27T07:20:47,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65f86091 2024-11-27T07:20:47,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:20:47,828 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:20:47,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:20:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44425 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T07:20:47,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:20:47,831 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:47,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T07:20:47,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:20:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:20:47,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741835_1011 (size=902) 2024-11-27T07:20:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:20:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:20:48,238 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 576f9c5c0e94a2bd53ce8e5df1727c59, NAME => 'test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0 2024-11-27T07:20:48,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741836_1012 (size=39) 2024-11-27T07:20:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:20:48,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:48,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 576f9c5c0e94a2bd53ce8e5df1727c59, disabling compactions & flushes 2024-11-27T07:20:48,645 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59. 2024-11-27T07:20:48,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59. 2024-11-27T07:20:48,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59. after waiting 0 ms 2024-11-27T07:20:48,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59. 2024-11-27T07:20:48,645 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59. 2024-11-27T07:20:48,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 576f9c5c0e94a2bd53ce8e5df1727c59: Waiting for close lock at 1732692048645Disabling compacts and flushes for region at 1732692048645Disabling writes for close at 1732692048645Writing region close event to WAL at 1732692048645Closed at 1732692048645 2024-11-27T07:20:48,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:20:48,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732692048647"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692048647"}]},"ts":"1732692048647"} 2024-11-27T07:20:48,649 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:20:48,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:20:48,650 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692048650"}]},"ts":"1732692048650"} 2024-11-27T07:20:48,651 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T07:20:48,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=576f9c5c0e94a2bd53ce8e5df1727c59, ASSIGN}] 2024-11-27T07:20:48,652 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=576f9c5c0e94a2bd53ce8e5df1727c59, ASSIGN 2024-11-27T07:20:48,653 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=576f9c5c0e94a2bd53ce8e5df1727c59, ASSIGN; state=OFFLINE, location=289954c9202d,35189,1732692042207; forceNewPlan=false, retain=false 2024-11-27T07:20:48,804 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=576f9c5c0e94a2bd53ce8e5df1727c59, regionState=OPENING, regionLocation=289954c9202d,35189,1732692042207 2024-11-27T07:20:48,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=576f9c5c0e94a2bd53ce8e5df1727c59, ASSIGN because future has completed 2024-11-27T07:20:48,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 576f9c5c0e94a2bd53ce8e5df1727c59, server=289954c9202d,35189,1732692042207}] 2024-11-27T07:20:48,963 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59. 2024-11-27T07:20:48,963 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 576f9c5c0e94a2bd53ce8e5df1727c59, NAME => 'test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:20:48,963 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:20:48,963 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T07:20:48,963 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 576f9c5c0e94a2bd53ce8e5df1727c59 2024-11-27T07:20:48,963 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:48,964 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 576f9c5c0e94a2bd53ce8e5df1727c59 2024-11-27T07:20:48,964 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 576f9c5c0e94a2bd53ce8e5df1727c59 2024-11-27T07:20:48,965 INFO [StoreOpener-576f9c5c0e94a2bd53ce8e5df1727c59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 576f9c5c0e94a2bd53ce8e5df1727c59 2024-11-27T07:20:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:20:48,966 INFO [StoreOpener-576f9c5c0e94a2bd53ce8e5df1727c59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 576f9c5c0e94a2bd53ce8e5df1727c59 columnFamilyName f 2024-11-27T07:20:48,966 DEBUG [StoreOpener-576f9c5c0e94a2bd53ce8e5df1727c59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:48,967 INFO [StoreOpener-576f9c5c0e94a2bd53ce8e5df1727c59-1 {}] regionserver.HStore(327): Store=576f9c5c0e94a2bd53ce8e5df1727c59/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:48,967 INFO [StoreOpener-576f9c5c0e94a2bd53ce8e5df1727c59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 576f9c5c0e94a2bd53ce8e5df1727c59 2024-11-27T07:20:48,968 INFO [StoreOpener-576f9c5c0e94a2bd53ce8e5df1727c59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 576f9c5c0e94a2bd53ce8e5df1727c59 columnFamilyName f1 2024-11-27T07:20:48,968 DEBUG [StoreOpener-576f9c5c0e94a2bd53ce8e5df1727c59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:48,968 INFO [StoreOpener-576f9c5c0e94a2bd53ce8e5df1727c59-1 {}] regionserver.HStore(327): Store=576f9c5c0e94a2bd53ce8e5df1727c59/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:48,968 INFO [StoreOpener-576f9c5c0e94a2bd53ce8e5df1727c59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 576f9c5c0e94a2bd53ce8e5df1727c59 2024-11-27T07:20:48,969 INFO [StoreOpener-576f9c5c0e94a2bd53ce8e5df1727c59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 576f9c5c0e94a2bd53ce8e5df1727c59 columnFamilyName norep 2024-11-27T07:20:48,969 DEBUG [StoreOpener-576f9c5c0e94a2bd53ce8e5df1727c59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:48,970 INFO [StoreOpener-576f9c5c0e94a2bd53ce8e5df1727c59-1 {}] regionserver.HStore(327): Store=576f9c5c0e94a2bd53ce8e5df1727c59/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:48,970 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 576f9c5c0e94a2bd53ce8e5df1727c59 2024-11-27T07:20:48,970 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/default/test/576f9c5c0e94a2bd53ce8e5df1727c59 2024-11-27T07:20:48,971 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/default/test/576f9c5c0e94a2bd53ce8e5df1727c59 2024-11-27T07:20:48,972 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 576f9c5c0e94a2bd53ce8e5df1727c59 2024-11-27T07:20:48,972 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 576f9c5c0e94a2bd53ce8e5df1727c59 2024-11-27T07:20:48,972 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:20:48,973 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 576f9c5c0e94a2bd53ce8e5df1727c59 2024-11-27T07:20:48,978 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/default/test/576f9c5c0e94a2bd53ce8e5df1727c59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:20:48,978 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 576f9c5c0e94a2bd53ce8e5df1727c59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66387184, jitterRate=-0.010753870010375977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:20:48,978 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 576f9c5c0e94a2bd53ce8e5df1727c59 2024-11-27T07:20:48,978 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 576f9c5c0e94a2bd53ce8e5df1727c59: Running coprocessor pre-open hook at 1732692048964Writing region info on filesystem at 1732692048964Initializing all the Stores at 1732692048964Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692048964Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692048965 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692048965Cleaning up temporary data from old regions at 1732692048972 (+7 ms)Running coprocessor post-open hooks at 1732692048978 (+6 ms)Region opened successfully at 1732692048978 2024-11-27T07:20:48,979 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59., pid=6, masterSystemTime=1732692048959 2024-11-27T07:20:48,981 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59. 2024-11-27T07:20:48,981 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59. 2024-11-27T07:20:48,982 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=576f9c5c0e94a2bd53ce8e5df1727c59, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=289954c9202d,35189,1732692042207 2024-11-27T07:20:48,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 576f9c5c0e94a2bd53ce8e5df1727c59, server=289954c9202d,35189,1732692042207 because future has completed 2024-11-27T07:20:48,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T07:20:48,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 576f9c5c0e94a2bd53ce8e5df1727c59, server=289954c9202d,35189,1732692042207 in 179 msec 2024-11-27T07:20:48,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T07:20:48,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=576f9c5c0e94a2bd53ce8e5df1727c59, ASSIGN in 334 msec 2024-11-27T07:20:48,989 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:20:48,989 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692048989"}]},"ts":"1732692048989"} 2024-11-27T07:20:48,991 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T07:20:48,992 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:20:48,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-27T07:20:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:20:49,976 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T07:20:49,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3426c331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:49,977 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,44247,-1 for getting cluster id 2024-11-27T07:20:49,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:20:49,978 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f32de54e-a3db-45b5-9fda-206480313179' 2024-11-27T07:20:49,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:20:49,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f32de54e-a3db-45b5-9fda-206480313179" 2024-11-27T07:20:49,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ead02d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:49,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,44247,-1] 2024-11-27T07:20:49,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:20:49,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:49,979 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:20:49,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c491f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:49,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e276ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:49,980 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,44425,-1 for getting cluster id 2024-11-27T07:20:49,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:20:49,981 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93bf1de6-46dc-4157-b945-413ccc85f8a9' 2024-11-27T07:20:49,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:20:49,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93bf1de6-46dc-4157-b945-413ccc85f8a9" 2024-11-27T07:20:49,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c04166b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:49,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,44425,-1] 2024-11-27T07:20:49,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:20:49,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:49,982 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:20:49,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31582ea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:49,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f77d453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:49,983 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,44247,-1 for getting cluster id 2024-11-27T07:20:49,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:20:49,983 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f32de54e-a3db-45b5-9fda-206480313179' 2024-11-27T07:20:49,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:20:49,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f32de54e-a3db-45b5-9fda-206480313179" 2024-11-27T07:20:49,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4352ff73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:49,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,44247,-1] 2024-11-27T07:20:49,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:20:49,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:49,985 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:20:49,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72351d2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:49,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:20:49,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,44247,1732692036217 2024-11-27T07:20:49,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cb68e25 2024-11-27T07:20:49,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:20:49,987 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:20:49,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://289954c9202d:44425,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T07:20:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T07:20:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:20:49,989 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:44425' 2024-11-27T07:20:49,990 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367b6958, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:49,990 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,44425,-1 for getting cluster id 2024-11-27T07:20:49,990 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:20:49,990 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93bf1de6-46dc-4157-b945-413ccc85f8a9' 2024-11-27T07:20:49,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:20:49,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93bf1de6-46dc-4157-b945-413ccc85f8a9" 2024-11-27T07:20:49,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@196d6605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:49,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,44425,-1] 2024-11-27T07:20:49,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:20:49,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:49,992 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:20:49,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d48d0c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:49,992 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:20:49,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,44425,1732692041969 2024-11-27T07:20:49,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e4d1880 2024-11-27T07:20:49,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:20:49,994 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:20:49,994 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T07:20:49,994 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T07:20:49,994 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:49,995 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:49,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:20:49,995 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:20:49,996 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T07:20:49,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:20:49,997 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:49,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:20:50,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741837_1013 (size=1138) 2024-11-27T07:20:50,046 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T07:20:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:20:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:20:50,379 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T07:20:50,405 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c240a1b8eba83afe3334ad57d428ae52, NAME => 'hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7 2024-11-27T07:20:50,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741838_1014 (size=44) 2024-11-27T07:20:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:20:50,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:50,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c240a1b8eba83afe3334ad57d428ae52, disabling compactions & flushes 2024-11-27T07:20:50,850 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52. 2024-11-27T07:20:50,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52. 2024-11-27T07:20:50,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52. after waiting 0 ms 2024-11-27T07:20:50,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52. 2024-11-27T07:20:50,850 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52. 2024-11-27T07:20:50,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c240a1b8eba83afe3334ad57d428ae52: Waiting for close lock at 1732692050850Disabling compacts and flushes for region at 1732692050850Disabling writes for close at 1732692050850Writing region close event to WAL at 1732692050850Closed at 1732692050850 2024-11-27T07:20:50,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:20:50,851 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732692050851"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692050851"}]},"ts":"1732692050851"} 2024-11-27T07:20:50,853 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:20:50,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:20:50,855 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692050854"}]},"ts":"1732692050854"} 2024-11-27T07:20:50,856 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T07:20:50,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c240a1b8eba83afe3334ad57d428ae52, ASSIGN}] 2024-11-27T07:20:50,858 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c240a1b8eba83afe3334ad57d428ae52, ASSIGN 2024-11-27T07:20:50,858 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c240a1b8eba83afe3334ad57d428ae52, ASSIGN; state=OFFLINE, location=289954c9202d,44791,1732692036808; forceNewPlan=false, retain=false 2024-11-27T07:20:51,009 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c240a1b8eba83afe3334ad57d428ae52, regionState=OPENING, regionLocation=289954c9202d,44791,1732692036808 2024-11-27T07:20:51,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c240a1b8eba83afe3334ad57d428ae52, ASSIGN because future has completed 2024-11-27T07:20:51,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c240a1b8eba83afe3334ad57d428ae52, server=289954c9202d,44791,1732692036808}] 2024-11-27T07:20:51,041 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:20:51,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:51,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:51,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:51,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:51,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:51,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:51,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:51,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:20:51,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52. 2024-11-27T07:20:51,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:20:51,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T07:20:51,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C44791%2C1732692036808.rep, suffix=, logDir=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/oldWALs, maxLogs=10 2024-11-27T07:20:51,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.rep.1732692051168, exclude list is [], retry=0 2024-11-27T07:20:51,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34157,DS-19fbfefd-94a0-4c25-99b5-c7d55739e09d,DISK] 2024-11-27T07:20:51,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.rep.1732692051168 2024-11-27T07:20:51,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40791:40791)] 2024-11-27T07:20:51,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c240a1b8eba83afe3334ad57d428ae52, NAME => 'hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:20:51,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:20:51,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:20:51,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52. service=MultiRowMutationService 2024-11-27T07:20:51,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T07:20:51,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c240a1b8eba83afe3334ad57d428ae52 2024-11-27T07:20:51,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:51,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c240a1b8eba83afe3334ad57d428ae52 2024-11-27T07:20:51,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c240a1b8eba83afe3334ad57d428ae52 2024-11-27T07:20:51,185 INFO [StoreOpener-c240a1b8eba83afe3334ad57d428ae52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c240a1b8eba83afe3334ad57d428ae52 2024-11-27T07:20:51,185 INFO [StoreOpener-c240a1b8eba83afe3334ad57d428ae52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c240a1b8eba83afe3334ad57d428ae52 columnFamilyName hfileref 2024-11-27T07:20:51,186 DEBUG [StoreOpener-c240a1b8eba83afe3334ad57d428ae52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:51,186 INFO [StoreOpener-c240a1b8eba83afe3334ad57d428ae52-1 {}] regionserver.HStore(327): Store=c240a1b8eba83afe3334ad57d428ae52/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:51,186 INFO [StoreOpener-c240a1b8eba83afe3334ad57d428ae52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c240a1b8eba83afe3334ad57d428ae52 2024-11-27T07:20:51,187 INFO [StoreOpener-c240a1b8eba83afe3334ad57d428ae52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c240a1b8eba83afe3334ad57d428ae52 columnFamilyName queue 2024-11-27T07:20:51,187 DEBUG [StoreOpener-c240a1b8eba83afe3334ad57d428ae52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:51,187 INFO [StoreOpener-c240a1b8eba83afe3334ad57d428ae52-1 {}] regionserver.HStore(327): Store=c240a1b8eba83afe3334ad57d428ae52/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:51,187 INFO [StoreOpener-c240a1b8eba83afe3334ad57d428ae52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c240a1b8eba83afe3334ad57d428ae52 2024-11-27T07:20:51,188 INFO [StoreOpener-c240a1b8eba83afe3334ad57d428ae52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c240a1b8eba83afe3334ad57d428ae52 columnFamilyName sid 2024-11-27T07:20:51,188 DEBUG [StoreOpener-c240a1b8eba83afe3334ad57d428ae52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:51,188 INFO [StoreOpener-c240a1b8eba83afe3334ad57d428ae52-1 {}] regionserver.HStore(327): Store=c240a1b8eba83afe3334ad57d428ae52/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:51,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c240a1b8eba83afe3334ad57d428ae52 2024-11-27T07:20:51,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/replication/c240a1b8eba83afe3334ad57d428ae52 2024-11-27T07:20:51,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/replication/c240a1b8eba83afe3334ad57d428ae52 2024-11-27T07:20:51,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c240a1b8eba83afe3334ad57d428ae52 2024-11-27T07:20:51,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c240a1b8eba83afe3334ad57d428ae52 2024-11-27T07:20:51,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:20:51,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c240a1b8eba83afe3334ad57d428ae52 2024-11-27T07:20:51,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/replication/c240a1b8eba83afe3334ad57d428ae52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:20:51,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c240a1b8eba83afe3334ad57d428ae52; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64230888, jitterRate=-0.0428851842880249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:20:51,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c240a1b8eba83afe3334ad57d428ae52 2024-11-27T07:20:51,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c240a1b8eba83afe3334ad57d428ae52: Running coprocessor pre-open hook at 1732692051184Writing region info on filesystem at 1732692051184Initializing all the Stores at 1732692051184Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692051184Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692051184Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692051184Cleaning up temporary data from old regions at 1732692051190 (+6 ms)Running coprocessor post-open hooks at 1732692051194 (+4 ms)Region opened successfully at 1732692051194 2024-11-27T07:20:51,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52., pid=10, masterSystemTime=1732692051163 2024-11-27T07:20:51,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52. 2024-11-27T07:20:51,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52. 2024-11-27T07:20:51,197 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c240a1b8eba83afe3334ad57d428ae52, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,44791,1732692036808 2024-11-27T07:20:51,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c240a1b8eba83afe3334ad57d428ae52, server=289954c9202d,44791,1732692036808 because future has completed 2024-11-27T07:20:51,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T07:20:51,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c240a1b8eba83afe3334ad57d428ae52, server=289954c9202d,44791,1732692036808 in 189 msec 2024-11-27T07:20:51,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T07:20:51,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c240a1b8eba83afe3334ad57d428ae52, ASSIGN in 344 msec 2024-11-27T07:20:51,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:20:51,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692051203"}]},"ts":"1732692051203"} 2024-11-27T07:20:51,205 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T07:20:51,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:20:51,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2100 sec 2024-11-27T07:20:51,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52., hostname=289954c9202d,44791,1732692036808, seqNum=2] 2024-11-27T07:20:51,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02034745609 2024-11-27T07:20:51,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44791-0x1017b2a3e320001, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02034745609 2024-11-27T07:20:51,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T07:20:51,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T07:20:51,549 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T07:20:51,575 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-289954c9202d,44791,1732692036808, ReplicationSource: 1, currentBandwidth=0 2024-11-27T07:20:51,576 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:20:51,576 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,44791,1732692036808, seqNum=-1] 2024-11-27T07:20:51,576 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:20:51,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-27T07:20:51,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-289954c9202d,44791,1732692036808', locateType=CURRENT is [region=hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52., hostname=289954c9202d,44791,1732692036808, seqNum=2] 2024-11-27T07:20:51,581 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T07:20:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T07:20:51,583 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 289954c9202d,44791,1732692036808 suceeded 2024-11-27T07:20:51,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T07:20:51,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-27T07:20:51,585 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://289954c9202d:44425,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T07:20:51,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5980 sec 2024-11-27T07:20:51,595 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:44425' 2024-11-27T07:20:51,596 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69fac1fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:51,596 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,44425,-1 for getting cluster id 2024-11-27T07:20:51,596 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:20:51,597 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93bf1de6-46dc-4157-b945-413ccc85f8a9' 2024-11-27T07:20:51,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:20:51,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93bf1de6-46dc-4157-b945-413ccc85f8a9" 2024-11-27T07:20:51,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d716f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:51,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,44425,-1] 2024-11-27T07:20:51,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:20:51,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:51,599 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:20:51,599 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@535add17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:51,599 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:20:51,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,44425,1732692041969 2024-11-27T07:20:51,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c2985da 2024-11-27T07:20:51,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:20:51,601 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-27T07:20:51,601 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-289954c9202d,44791,1732692036808 (queues=1) is replicating from cluster=f32de54e-a3db-45b5-9fda-206480313179 to cluster=93bf1de6-46dc-4157-b945-413ccc85f8a9 2024-11-27T07:20:51,601 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=289954c9202d%2C44791%2C1732692036808 2024-11-27T07:20:51,602 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-289954c9202d,44791,1732692036808, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T07:20:51,602 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.shipper289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 289954c9202d%2C44791%2C1732692036808 2024-11-27T07:20:51,602 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029, startPosition=0, beingWritten=true 2024-11-27T07:20:51,607 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:20:51,607 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 379, reset compression=false 2024-11-27T07:20:51,607 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.shipper289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,44791,1732692036808 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:20:51,811 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 379, reset compression=false 2024-11-27T07:20:52,115 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 379, reset compression=false 2024-11-27T07:20:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:20:52,146 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T07:20:52,146 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:20:52,146 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:20:52,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:52,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:52,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:20:52,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eec5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:52,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,44425,-1 for getting cluster id 2024-11-27T07:20:52,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:20:52,148 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93bf1de6-46dc-4157-b945-413ccc85f8a9' 2024-11-27T07:20:52,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:20:52,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93bf1de6-46dc-4157-b945-413ccc85f8a9" 2024-11-27T07:20:52,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c515a03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:52,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,44425,-1] 2024-11-27T07:20:52,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:20:52,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:52,149 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:20:52,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@702f7fdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:52,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:20:52,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,44425,1732692041969 2024-11-27T07:20:52,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@489f16ad 2024-11-27T07:20:52,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:20:52,151 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:20:52,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44425 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://289954c9202d:44247,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T07:20:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44425 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T07:20:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:20:52,154 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:44247' 2024-11-27T07:20:52,155 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a15160c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:52,155 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,44247,-1 for getting cluster id 2024-11-27T07:20:52,155 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:20:52,156 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f32de54e-a3db-45b5-9fda-206480313179' 2024-11-27T07:20:52,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:20:52,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f32de54e-a3db-45b5-9fda-206480313179" 2024-11-27T07:20:52,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8a5e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:52,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,44247,-1] 2024-11-27T07:20:52,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:20:52,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:52,157 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:20:52,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0ac6d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:52,158 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:20:52,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,44247,1732692036217 2024-11-27T07:20:52,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b5ca6ca 2024-11-27T07:20:52,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:20:52,160 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:20:52,160 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T07:20:52,160 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T07:20:52,160 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:52,161 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:52,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:20:52,161 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:20:52,162 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T07:20:52,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:20:52,163 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:52,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:20:52,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741837_1013 (size=1138) 2024-11-27T07:20:52,212 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T07:20:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:20:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:20:52,519 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 379, reset compression=false 2024-11-27T07:20:52,573 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fbdbacbb49b98284320a746c26d91b38, NAME => 'hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0 2024-11-27T07:20:52,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741838_1014 (size=44) 2024-11-27T07:20:52,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:20:52,979 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:52,980 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fbdbacbb49b98284320a746c26d91b38, disabling compactions & flushes 2024-11-27T07:20:52,980 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38. 2024-11-27T07:20:52,980 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38. 2024-11-27T07:20:52,980 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38. after waiting 0 ms 2024-11-27T07:20:52,980 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38. 2024-11-27T07:20:52,980 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38. 2024-11-27T07:20:52,980 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fbdbacbb49b98284320a746c26d91b38: Waiting for close lock at 1732692052979Disabling compacts and flushes for region at 1732692052979Disabling writes for close at 1732692052980 (+1 ms)Writing region close event to WAL at 1732692052980Closed at 1732692052980 2024-11-27T07:20:52,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:20:52,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732692052981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692052981"}]},"ts":"1732692052981"} 2024-11-27T07:20:52,983 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:20:52,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:20:52,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692052983"}]},"ts":"1732692052983"} 2024-11-27T07:20:52,985 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T07:20:52,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbdbacbb49b98284320a746c26d91b38, ASSIGN}] 2024-11-27T07:20:52,986 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbdbacbb49b98284320a746c26d91b38, ASSIGN 2024-11-27T07:20:52,986 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fbdbacbb49b98284320a746c26d91b38, ASSIGN; state=OFFLINE, location=289954c9202d,35189,1732692042207; forceNewPlan=false, retain=false 2024-11-27T07:20:53,023 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 379, reset compression=false 2024-11-27T07:20:53,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fbdbacbb49b98284320a746c26d91b38, regionState=OPENING, regionLocation=289954c9202d,35189,1732692042207 2024-11-27T07:20:53,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fbdbacbb49b98284320a746c26d91b38, ASSIGN because future has completed 2024-11-27T07:20:53,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbdbacbb49b98284320a746c26d91b38, server=289954c9202d,35189,1732692042207}] 2024-11-27T07:20:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:20:53,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38. 2024-11-27T07:20:53,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:20:53,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T07:20:53,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C35189%2C1732692042207.rep, suffix=, logDir=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207, archiveDir=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/oldWALs, maxLogs=10 2024-11-27T07:20:53,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.rep.1732692053296, exclude list is [], retry=0 2024-11-27T07:20:53,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45501,DS-61949d1c-651c-4be4-9350-61fc9c9b10f3,DISK] 2024-11-27T07:20:53,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.rep.1732692053296 2024-11-27T07:20:53,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40467:40467)] 2024-11-27T07:20:53,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fbdbacbb49b98284320a746c26d91b38, NAME => 'hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:20:53,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:20:53,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:20:53,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38. service=MultiRowMutationService 2024-11-27T07:20:53,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T07:20:53,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fbdbacbb49b98284320a746c26d91b38 2024-11-27T07:20:53,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:20:53,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fbdbacbb49b98284320a746c26d91b38 2024-11-27T07:20:53,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fbdbacbb49b98284320a746c26d91b38 2024-11-27T07:20:53,314 INFO [StoreOpener-fbdbacbb49b98284320a746c26d91b38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fbdbacbb49b98284320a746c26d91b38 2024-11-27T07:20:53,315 INFO [StoreOpener-fbdbacbb49b98284320a746c26d91b38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbdbacbb49b98284320a746c26d91b38 columnFamilyName hfileref 2024-11-27T07:20:53,315 DEBUG [StoreOpener-fbdbacbb49b98284320a746c26d91b38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:53,315 INFO [StoreOpener-fbdbacbb49b98284320a746c26d91b38-1 {}] regionserver.HStore(327): Store=fbdbacbb49b98284320a746c26d91b38/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:53,315 INFO [StoreOpener-fbdbacbb49b98284320a746c26d91b38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fbdbacbb49b98284320a746c26d91b38 2024-11-27T07:20:53,316 INFO [StoreOpener-fbdbacbb49b98284320a746c26d91b38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbdbacbb49b98284320a746c26d91b38 columnFamilyName queue 2024-11-27T07:20:53,316 DEBUG [StoreOpener-fbdbacbb49b98284320a746c26d91b38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:53,316 INFO [StoreOpener-fbdbacbb49b98284320a746c26d91b38-1 {}] regionserver.HStore(327): Store=fbdbacbb49b98284320a746c26d91b38/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:53,316 INFO [StoreOpener-fbdbacbb49b98284320a746c26d91b38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fbdbacbb49b98284320a746c26d91b38 2024-11-27T07:20:53,317 INFO [StoreOpener-fbdbacbb49b98284320a746c26d91b38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbdbacbb49b98284320a746c26d91b38 columnFamilyName sid 2024-11-27T07:20:53,317 DEBUG [StoreOpener-fbdbacbb49b98284320a746c26d91b38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:20:53,318 INFO [StoreOpener-fbdbacbb49b98284320a746c26d91b38-1 {}] regionserver.HStore(327): Store=fbdbacbb49b98284320a746c26d91b38/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:20:53,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fbdbacbb49b98284320a746c26d91b38 2024-11-27T07:20:53,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/replication/fbdbacbb49b98284320a746c26d91b38 2024-11-27T07:20:53,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/replication/fbdbacbb49b98284320a746c26d91b38 2024-11-27T07:20:53,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fbdbacbb49b98284320a746c26d91b38 2024-11-27T07:20:53,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fbdbacbb49b98284320a746c26d91b38 2024-11-27T07:20:53,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:20:53,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fbdbacbb49b98284320a746c26d91b38 2024-11-27T07:20:53,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/replication/fbdbacbb49b98284320a746c26d91b38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:20:53,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fbdbacbb49b98284320a746c26d91b38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69347302, jitterRate=0.03335532546043396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:20:53,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbdbacbb49b98284320a746c26d91b38 2024-11-27T07:20:53,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fbdbacbb49b98284320a746c26d91b38: Running coprocessor pre-open hook at 1732692053311Writing region info on filesystem at 1732692053311Initializing all the Stores at 1732692053312 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692053312Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692053314 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692053314Cleaning up temporary data from old regions at 1732692053320 (+6 ms)Running coprocessor post-open hooks at 1732692053324 (+4 ms)Region opened successfully at 1732692053324 2024-11-27T07:20:53,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38., pid=10, masterSystemTime=1732692053291 2024-11-27T07:20:53,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38. 2024-11-27T07:20:53,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38. 2024-11-27T07:20:53,327 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fbdbacbb49b98284320a746c26d91b38, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,35189,1732692042207 2024-11-27T07:20:53,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbdbacbb49b98284320a746c26d91b38, server=289954c9202d,35189,1732692042207 because future has completed 2024-11-27T07:20:53,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T07:20:53,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fbdbacbb49b98284320a746c26d91b38, server=289954c9202d,35189,1732692042207 in 191 msec 2024-11-27T07:20:53,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T07:20:53,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbdbacbb49b98284320a746c26d91b38, ASSIGN in 346 msec 2024-11-27T07:20:53,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:20:53,334 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692053333"}]},"ts":"1732692053333"} 2024-11-27T07:20:53,335 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T07:20:53,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:20:53,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-27T07:20:53,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38., hostname=289954c9202d,35189,1732692042207, seqNum=2] 2024-11-27T07:20:53,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35189-0x1017b2a3e320004, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1360728547 2024-11-27T07:20:53,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1360728547 2024-11-27T07:20:53,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T07:20:53,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35189 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T07:20:53,612 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T07:20:53,626 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 379, reset compression=false 2024-11-27T07:20:53,638 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-289954c9202d,35189,1732692042207, ReplicationSource: 1, currentBandwidth=0 2024-11-27T07:20:53,638 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:20:53,638 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,35189,1732692042207, seqNum=-1] 2024-11-27T07:20:53,639 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:20:53,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-27T07:20:53,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-289954c9202d,35189,1732692042207', locateType=CURRENT is [region=hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38., hostname=289954c9202d,35189,1732692042207, seqNum=2] 2024-11-27T07:20:53,643 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T07:20:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44425 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T07:20:53,645 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 289954c9202d,35189,1732692042207 suceeded 2024-11-27T07:20:53,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T07:20:53,647 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://289954c9202d:44247,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T07:20:53,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-27T07:20:53,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4950 sec 2024-11-27T07:20:53,656 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:44247' 2024-11-27T07:20:53,657 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@268c98c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:53,657 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,44247,-1 for getting cluster id 2024-11-27T07:20:53,657 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:20:53,658 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f32de54e-a3db-45b5-9fda-206480313179' 2024-11-27T07:20:53,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:20:53,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f32de54e-a3db-45b5-9fda-206480313179" 2024-11-27T07:20:53,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fa1598a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:53,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,44247,-1] 2024-11-27T07:20:53,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:20:53,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:53,659 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:20:53,660 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b57a26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:53,660 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:20:53,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,44247,1732692036217 2024-11-27T07:20:53,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20ddf546 2024-11-27T07:20:53,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:20:53,661 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-27T07:20:53,662 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-289954c9202d,35189,1732692042207 (queues=1) is replicating from cluster=93bf1de6-46dc-4157-b945-413ccc85f8a9 to cluster=f32de54e-a3db-45b5-9fda-206480313179 2024-11-27T07:20:53,662 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=289954c9202d%2C35189%2C1732692042207 2024-11-27T07:20:53,662 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-289954c9202d,35189,1732692042207, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T07:20:53,662 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516, startPosition=0, beingWritten=true 2024-11-27T07:20:53,662 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.shipper289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 289954c9202d%2C35189%2C1732692042207 2024-11-27T07:20:53,667 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:20:53,667 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516 to pos 379, reset compression=false 2024-11-27T07:20:53,667 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.shipper289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,35189,1732692042207 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:20:53,871 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516 to pos 379, reset compression=false 2024-11-27T07:20:54,175 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516 to pos 379, reset compression=false 2024-11-27T07:20:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:20:54,295 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T07:20:54,295 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:20:54,296 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:20:54,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:54,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:54,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:20:54,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:54,300 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732692054299/Put/seqid=0 2024-11-27T07:20:54,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741840_1016 (size=7894) 2024-11-27T07:20:54,330 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 379, reset compression=false 2024-11-27T07:20:54,580 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516 to pos 379, reset compression=false 2024-11-27T07:20:54,706 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732692054705/Put/seqid=0 2024-11-27T07:20:54,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741841_1017 (size=7691) 2024-11-27T07:20:54,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T07:20:54,872 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T07:20:54,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T07:20:54,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T07:20:54,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:20:54,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T07:20:55,084 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516 to pos 379, reset compression=false 2024-11-27T07:20:55,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4b4f4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:55,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,44247,-1 for getting cluster id 2024-11-27T07:20:55,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:20:55,112 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f32de54e-a3db-45b5-9fda-206480313179' 2024-11-27T07:20:55,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:20:55,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f32de54e-a3db-45b5-9fda-206480313179" 2024-11-27T07:20:55,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1fede9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:55,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,44247,-1] 2024-11-27T07:20:55,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:20:55,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:55,114 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:20:55,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e329cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:55,115 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:20:55,116 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,44791,1732692036808, seqNum=-1] 2024-11-27T07:20:55,116 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:20:55,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:20:55,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:20:55,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,44247,1732692036217 2024-11-27T07:20:55,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14fe3bb1 2024-11-27T07:20:55,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:20:55,126 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:20:55,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732692045674.021a1b40545ee8c3376088186ec1020b., hostname=289954c9202d,44791,1732692036808, seqNum=2] 2024-11-27T07:20:55,131 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T07:20:55,134 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 379, reset compression=false 2024-11-27T07:20:55,137 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-27T07:20:55,139 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-27T07:20:55,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 021a1b40545ee8c3376088186ec1020b/f 2024-11-27T07:20:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T07:20:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T07:20:55,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 021a1b40545ee8c3376088186ec1020b/f 2024-11-27T07:20:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T07:20:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T07:20:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HRegion(2603): Flush status journal for 021a1b40545ee8c3376088186ec1020b: 2024-11-27T07:20:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/staging/jenkins__test__4prp40ipf9m4t0020pmgpj32dvgrbeok03dumrul2l9ohmg0gdjg6f3t51kmq1g4/f/hfile_1 2024-11-27T07:20:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/staging/jenkins__test__4prp40ipf9m4t0020pmgpj32dvgrbeok03dumrul2l9ohmg0gdjg6f3t51kmq1g4/f/hfile_1 as hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/default/test/021a1b40545ee8c3376088186ec1020b/f/39227fb5b823424fa7815ae8a1f5e331_SeqId_4_ 2024-11-27T07:20:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/staging/jenkins__test__4prp40ipf9m4t0020pmgpj32dvgrbeok03dumrul2l9ohmg0gdjg6f3t51kmq1g4/f/hfile_0 2024-11-27T07:20:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/staging/jenkins__test__4prp40ipf9m4t0020pmgpj32dvgrbeok03dumrul2l9ohmg0gdjg6f3t51kmq1g4/f/hfile_0 as hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/default/test/021a1b40545ee8c3376088186ec1020b/f/6677c25c0d484b558a43f22a9a1771f8_SeqId_4_ 2024-11-27T07:20:55,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/staging/jenkins__test__4prp40ipf9m4t0020pmgpj32dvgrbeok03dumrul2l9ohmg0gdjg6f3t51kmq1g4/f/hfile_1 into 021a1b40545ee8c3376088186ec1020b/f as hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/default/test/021a1b40545ee8c3376088186ec1020b/f/39227fb5b823424fa7815ae8a1f5e331_SeqId_4_ - updating store file list. 2024-11-27T07:20:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 39227fb5b823424fa7815ae8a1f5e331_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T07:20:55,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/default/test/021a1b40545ee8c3376088186ec1020b/f/39227fb5b823424fa7815ae8a1f5e331_SeqId_4_ into 021a1b40545ee8c3376088186ec1020b/f 2024-11-27T07:20:55,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/staging/jenkins__test__4prp40ipf9m4t0020pmgpj32dvgrbeok03dumrul2l9ohmg0gdjg6f3t51kmq1g4/f/hfile_1 into 021a1b40545ee8c3376088186ec1020b/f (new location: hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/default/test/021a1b40545ee8c3376088186ec1020b/f/39227fb5b823424fa7815ae8a1f5e331_SeqId_4_) 2024-11-27T07:20:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/staging/jenkins__test__4prp40ipf9m4t0020pmgpj32dvgrbeok03dumrul2l9ohmg0gdjg6f3t51kmq1g4/f/hfile_1 2024-11-27T07:20:55,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/staging/jenkins__test__4prp40ipf9m4t0020pmgpj32dvgrbeok03dumrul2l9ohmg0gdjg6f3t51kmq1g4/f/hfile_0 into 021a1b40545ee8c3376088186ec1020b/f as hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/default/test/021a1b40545ee8c3376088186ec1020b/f/6677c25c0d484b558a43f22a9a1771f8_SeqId_4_ - updating store file list. 2024-11-27T07:20:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6677c25c0d484b558a43f22a9a1771f8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T07:20:55,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/default/test/021a1b40545ee8c3376088186ec1020b/f/6677c25c0d484b558a43f22a9a1771f8_SeqId_4_ into 021a1b40545ee8c3376088186ec1020b/f 2024-11-27T07:20:55,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/staging/jenkins__test__4prp40ipf9m4t0020pmgpj32dvgrbeok03dumrul2l9ohmg0gdjg6f3t51kmq1g4/f/hfile_0 into 021a1b40545ee8c3376088186ec1020b/f (new location: hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/default/test/021a1b40545ee8c3376088186ec1020b/f/6677c25c0d484b558a43f22a9a1771f8_SeqId_4_) 2024-11-27T07:20:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/staging/jenkins__test__4prp40ipf9m4t0020pmgpj32dvgrbeok03dumrul2l9ohmg0gdjg6f3t51kmq1g4/f/hfile_0 2024-11-27T07:20:55,166 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:20:55,166 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:20:55,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:55,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:55,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732692045674.021a1b40545ee8c3376088186ec1020b., hostname=289954c9202d,44791,1732692036808, seqNum=2 , the old value is region=test,,1732692045674.021a1b40545ee8c3376088186ec1020b., hostname=289954c9202d,44791,1732692036808, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=289954c9202d:44791 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T07:20:55,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732692045674.021a1b40545ee8c3376088186ec1020b., hostname=289954c9202d,44791,1732692036808, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T07:20:55,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732692045674.021a1b40545ee8c3376088186ec1020b., hostname=289954c9202d,44791,1732692036808, seqNum=2 from cache 2024-11-27T07:20:55,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:20:55,167 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T07:20:55,167 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:20:55,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,35189,1732692042207, seqNum=-1] 2024-11-27T07:20:55,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:20:55,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:20:55,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59., hostname=289954c9202d,35189,1732692042207, seqNum=2] 2024-11-27T07:20:55,171 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T07:20:55,276 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T07:20:55,688 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516 to pos 379, reset compression=false 2024-11-27T07:20:56,038 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 379, reset compression=false 2024-11-27T07:20:56,042 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:20:56,042 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.shipper289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,44791,1732692036808 got entry batch from reader: WALEntryBatch [walEntries=[{test/021a1b40545ee8c3376088186ec1020b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732692055164/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T07:20:56,044 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.shipper289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:20:56,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-27T07:20:56,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.ReplicationSink(318): Replicating [f32de54e-a3db-45b5-9fda-206480313179] bulk loaded data 2024-11-27T07:20:56,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ffcd6e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:56,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,44425,-1 for getting cluster id 2024-11-27T07:20:56,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:20:56,047 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93bf1de6-46dc-4157-b945-413ccc85f8a9' 2024-11-27T07:20:56,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:20:56,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93bf1de6-46dc-4157-b945-413ccc85f8a9" 2024-11-27T07:20:56,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31abcfcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:56,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,44425,-1] 2024-11-27T07:20:56,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:20:56,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:56,048 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:20:56,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6519c7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:56,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741840_1016 (size=7691) 2024-11-27T07:20:56,173 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T07:20:56,242 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 687, reset compression=false 2024-11-27T07:20:56,407 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516 to pos 379, reset compression=false 2024-11-27T07:20:56,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741841_1017 (size=7894) 2024-11-27T07:20:56,547 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 687, reset compression=false 2024-11-27T07:20:56,685 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:20:56,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:56,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:56,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:56,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:56,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:56,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:56,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:56,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:20:56,739 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T07:20:56,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:20:56,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,44425,1732692041969 2024-11-27T07:20:56,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a77737a 2024-11-27T07:20:56,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:20:56,870 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-27T07:20:56,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T07:20:56,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:20:56,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,35189,1732692042207, seqNum=-1] 2024-11-27T07:20:56,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:20:56,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-27T07:20:56,879 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/staging/jenkins.hfs.11__test__h1gianff2rvsvm5m81vhpmr41b75lie9ls7gkubrnlu6djahfelc2cs1tknelu38/f/39227fb5b823424fa7815ae8a1f5e331_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T07:20:56,882 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/staging/jenkins.hfs.11__test__h1gianff2rvsvm5m81vhpmr41b75lie9ls7gkubrnlu6djahfelc2cs1tknelu38/f/6677c25c0d484b558a43f22a9a1771f8_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T07:20:56,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/staging/jenkins.hfs.11__test__h1gianff2rvsvm5m81vhpmr41b75lie9ls7gkubrnlu6djahfelc2cs1tknelu38/f/39227fb5b823424fa7815ae8a1f5e331_SeqId_4_ for inclusion in 576f9c5c0e94a2bd53ce8e5df1727c59/f 2024-11-27T07:20:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T07:20:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T07:20:56,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/staging/jenkins.hfs.11__test__h1gianff2rvsvm5m81vhpmr41b75lie9ls7gkubrnlu6djahfelc2cs1tknelu38/f/6677c25c0d484b558a43f22a9a1771f8_SeqId_4_ for inclusion in 576f9c5c0e94a2bd53ce8e5df1727c59/f 2024-11-27T07:20:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T07:20:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T07:20:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HRegion(2603): Flush status journal for 576f9c5c0e94a2bd53ce8e5df1727c59: 2024-11-27T07:20:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 39227fb5b823424fa7815ae8a1f5e331_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T07:20:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/staging/jenkins.hfs.11__test__h1gianff2rvsvm5m81vhpmr41b75lie9ls7gkubrnlu6djahfelc2cs1tknelu38/f/39227fb5b823424fa7815ae8a1f5e331_SeqId_4_ as hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/default/test/576f9c5c0e94a2bd53ce8e5df1727c59/f/3fd39e40c1564fdba851349cdd37f2c4_SeqId_4_ 2024-11-27T07:20:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6677c25c0d484b558a43f22a9a1771f8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T07:20:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/staging/jenkins.hfs.11__test__h1gianff2rvsvm5m81vhpmr41b75lie9ls7gkubrnlu6djahfelc2cs1tknelu38/f/6677c25c0d484b558a43f22a9a1771f8_SeqId_4_ as hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/default/test/576f9c5c0e94a2bd53ce8e5df1727c59/f/31e4e5a177a24f958da7554836be7db4_SeqId_4_ 2024-11-27T07:20:56,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/staging/jenkins.hfs.11__test__h1gianff2rvsvm5m81vhpmr41b75lie9ls7gkubrnlu6djahfelc2cs1tknelu38/f/39227fb5b823424fa7815ae8a1f5e331_SeqId_4_ into 576f9c5c0e94a2bd53ce8e5df1727c59/f as hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/default/test/576f9c5c0e94a2bd53ce8e5df1727c59/f/3fd39e40c1564fdba851349cdd37f2c4_SeqId_4_ - updating store file list. 2024-11-27T07:20:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3fd39e40c1564fdba851349cdd37f2c4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T07:20:56,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/default/test/576f9c5c0e94a2bd53ce8e5df1727c59/f/3fd39e40c1564fdba851349cdd37f2c4_SeqId_4_ into 576f9c5c0e94a2bd53ce8e5df1727c59/f 2024-11-27T07:20:56,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/staging/jenkins.hfs.11__test__h1gianff2rvsvm5m81vhpmr41b75lie9ls7gkubrnlu6djahfelc2cs1tknelu38/f/39227fb5b823424fa7815ae8a1f5e331_SeqId_4_ into 576f9c5c0e94a2bd53ce8e5df1727c59/f (new location: hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/default/test/576f9c5c0e94a2bd53ce8e5df1727c59/f/3fd39e40c1564fdba851349cdd37f2c4_SeqId_4_) 2024-11-27T07:20:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/staging/jenkins.hfs.11__test__h1gianff2rvsvm5m81vhpmr41b75lie9ls7gkubrnlu6djahfelc2cs1tknelu38/f/39227fb5b823424fa7815ae8a1f5e331_SeqId_4_ 2024-11-27T07:20:56,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/staging/jenkins.hfs.11__test__h1gianff2rvsvm5m81vhpmr41b75lie9ls7gkubrnlu6djahfelc2cs1tknelu38/f/6677c25c0d484b558a43f22a9a1771f8_SeqId_4_ into 576f9c5c0e94a2bd53ce8e5df1727c59/f as hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/default/test/576f9c5c0e94a2bd53ce8e5df1727c59/f/31e4e5a177a24f958da7554836be7db4_SeqId_4_ - updating store file list. 2024-11-27T07:20:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 31e4e5a177a24f958da7554836be7db4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T07:20:56,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/default/test/576f9c5c0e94a2bd53ce8e5df1727c59/f/31e4e5a177a24f958da7554836be7db4_SeqId_4_ into 576f9c5c0e94a2bd53ce8e5df1727c59/f 2024-11-27T07:20:56,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/staging/jenkins.hfs.11__test__h1gianff2rvsvm5m81vhpmr41b75lie9ls7gkubrnlu6djahfelc2cs1tknelu38/f/6677c25c0d484b558a43f22a9a1771f8_SeqId_4_ into 576f9c5c0e94a2bd53ce8e5df1727c59/f (new location: hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/default/test/576f9c5c0e94a2bd53ce8e5df1727c59/f/31e4e5a177a24f958da7554836be7db4_SeqId_4_) 2024-11-27T07:20:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/staging/jenkins.hfs.11__test__h1gianff2rvsvm5m81vhpmr41b75lie9ls7gkubrnlu6djahfelc2cs1tknelu38/f/6677c25c0d484b558a43f22a9a1771f8_SeqId_4_ 2024-11-27T07:20:56,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.ReplicationSink(324): Finished replicating [f32de54e-a3db-45b5-9fda-206480313179] bulk loaded data 2024-11-27T07:20:56,950 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 687, reset compression=false 2024-11-27T07:20:57,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:20:57,182 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732692057182/Put/seqid=0 2024-11-27T07:20:57,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741842_1018 (size=11194) 2024-11-27T07:20:57,211 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516 to pos 379, reset compression=false 2024-11-27T07:20:57,215 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:20:57,215 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.shipper289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,35189,1732692042207 got entry batch from reader: WALEntryBatch [walEntries=[{test/576f9c5c0e94a2bd53ce8e5df1727c59/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732692056903/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-27T07:20:57,216 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.shipper289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:20:57,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-27T07:20:57,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.ReplicationSink(318): Replicating [f32de54e-a3db-45b5-9fda-206480313179, 93bf1de6-46dc-4157-b945-413ccc85f8a9] bulk loaded data 2024-11-27T07:20:57,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71281cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:57,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,44247,-1 for getting cluster id 2024-11-27T07:20:57,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:20:57,219 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f32de54e-a3db-45b5-9fda-206480313179' 2024-11-27T07:20:57,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:20:57,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f32de54e-a3db-45b5-9fda-206480313179" 2024-11-27T07:20:57,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57595c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:57,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,44247,-1] 2024-11-27T07:20:57,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:20:57,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:57,220 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:20:57,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@207bceb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:57,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741842_1018 (size=7691) 2024-11-27T07:20:57,415 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516 to pos 725, reset compression=false 2024-11-27T07:20:57,454 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 687, reset compression=false 2024-11-27T07:20:57,588 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732692057588/Put/seqid=0 2024-11-27T07:20:57,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741843_1019 (size=10791) 2024-11-27T07:20:57,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741843_1019 (size=7894) 2024-11-27T07:20:57,718 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516 to pos 725, reset compression=false 2024-11-27T07:20:57,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e000b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:57,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,44425,-1 for getting cluster id 2024-11-27T07:20:57,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:20:57,994 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93bf1de6-46dc-4157-b945-413ccc85f8a9' 2024-11-27T07:20:57,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:20:57,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93bf1de6-46dc-4157-b945-413ccc85f8a9" 2024-11-27T07:20:57,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74dc9745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:57,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,44425,-1] 2024-11-27T07:20:57,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:20:57,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:57,995 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:20:57,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0cc873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:20:57,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:20:57,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,35189,1732692042207, seqNum=-1] 2024-11-27T07:20:57,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:20:57,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:20:58,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:20:58,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,44425,1732692041969 2024-11-27T07:20:58,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79b623a7 2024-11-27T07:20:58,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:20:58,006 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:20:58,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59., hostname=289954c9202d,35189,1732692042207, seqNum=2] 2024-11-27T07:20:58,012 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T07:20:58,018 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-27T07:20:58,020 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-27T07:20:58,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 576f9c5c0e94a2bd53ce8e5df1727c59/f 2024-11-27T07:20:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T07:20:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T07:20:58,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 576f9c5c0e94a2bd53ce8e5df1727c59/f 2024-11-27T07:20:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T07:20:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T07:20:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HRegion(2603): Flush status journal for 576f9c5c0e94a2bd53ce8e5df1727c59: 2024-11-27T07:20:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/staging/jenkins__test__derlpun2or2d5ph8fg2q5ddnq82om7iu8jipog1ubg2lep614em0sq3mcl9hfvu8/f/hfile_0 2024-11-27T07:20:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/staging/jenkins__test__derlpun2or2d5ph8fg2q5ddnq82om7iu8jipog1ubg2lep614em0sq3mcl9hfvu8/f/hfile_0 as hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/default/test/576f9c5c0e94a2bd53ce8e5df1727c59/f/497601d231754670a01ea87acd24d205_SeqId_6_ 2024-11-27T07:20:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/staging/jenkins__test__derlpun2or2d5ph8fg2q5ddnq82om7iu8jipog1ubg2lep614em0sq3mcl9hfvu8/f/hfile_1 2024-11-27T07:20:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/staging/jenkins__test__derlpun2or2d5ph8fg2q5ddnq82om7iu8jipog1ubg2lep614em0sq3mcl9hfvu8/f/hfile_1 as hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/default/test/576f9c5c0e94a2bd53ce8e5df1727c59/f/8f7b56d43e9e41b48c14dd67c6625bdc_SeqId_6_ 2024-11-27T07:20:58,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/staging/jenkins__test__derlpun2or2d5ph8fg2q5ddnq82om7iu8jipog1ubg2lep614em0sq3mcl9hfvu8/f/hfile_0 into 576f9c5c0e94a2bd53ce8e5df1727c59/f as hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/default/test/576f9c5c0e94a2bd53ce8e5df1727c59/f/497601d231754670a01ea87acd24d205_SeqId_6_ - updating store file list. 2024-11-27T07:20:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 497601d231754670a01ea87acd24d205_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T07:20:58,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/default/test/576f9c5c0e94a2bd53ce8e5df1727c59/f/497601d231754670a01ea87acd24d205_SeqId_6_ into 576f9c5c0e94a2bd53ce8e5df1727c59/f 2024-11-27T07:20:58,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/staging/jenkins__test__derlpun2or2d5ph8fg2q5ddnq82om7iu8jipog1ubg2lep614em0sq3mcl9hfvu8/f/hfile_0 into 576f9c5c0e94a2bd53ce8e5df1727c59/f (new location: hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/default/test/576f9c5c0e94a2bd53ce8e5df1727c59/f/497601d231754670a01ea87acd24d205_SeqId_6_) 2024-11-27T07:20:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/staging/jenkins__test__derlpun2or2d5ph8fg2q5ddnq82om7iu8jipog1ubg2lep614em0sq3mcl9hfvu8/f/hfile_0 2024-11-27T07:20:58,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/staging/jenkins__test__derlpun2or2d5ph8fg2q5ddnq82om7iu8jipog1ubg2lep614em0sq3mcl9hfvu8/f/hfile_1 into 576f9c5c0e94a2bd53ce8e5df1727c59/f as hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/default/test/576f9c5c0e94a2bd53ce8e5df1727c59/f/8f7b56d43e9e41b48c14dd67c6625bdc_SeqId_6_ - updating store file list. 2024-11-27T07:20:58,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:20:58,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,44247,1732692036217 2024-11-27T07:20:58,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@471fb02f 2024-11-27T07:20:58,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:20:58,043 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-27T07:20:58,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T07:20:58,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:20:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8f7b56d43e9e41b48c14dd67c6625bdc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T07:20:58,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/default/test/576f9c5c0e94a2bd53ce8e5df1727c59/f/8f7b56d43e9e41b48c14dd67c6625bdc_SeqId_6_ into 576f9c5c0e94a2bd53ce8e5df1727c59/f 2024-11-27T07:20:58,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/staging/jenkins__test__derlpun2or2d5ph8fg2q5ddnq82om7iu8jipog1ubg2lep614em0sq3mcl9hfvu8/f/hfile_1 into 576f9c5c0e94a2bd53ce8e5df1727c59/f (new location: hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/default/test/576f9c5c0e94a2bd53ce8e5df1727c59/f/8f7b56d43e9e41b48c14dd67c6625bdc_SeqId_6_) 2024-11-27T07:20:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/staging/jenkins__test__derlpun2or2d5ph8fg2q5ddnq82om7iu8jipog1ubg2lep614em0sq3mcl9hfvu8/f/hfile_1 2024-11-27T07:20:58,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,44791,1732692036808, seqNum=-1] 2024-11-27T07:20:58,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:20:58,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-27T07:20:58,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:20:58,049 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:20:58,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:58,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:58,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:20:58,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59., hostname=289954c9202d,35189,1732692042207, seqNum=2 , the old value is region=test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59., hostname=289954c9202d,35189,1732692042207, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=289954c9202d:35189 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T07:20:58,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59., hostname=289954c9202d,35189,1732692042207, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T07:20:58,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59., hostname=289954c9202d,35189,1732692042207, seqNum=2 from cache 2024-11-27T07:20:58,049 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T07:20:58,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:20:58,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,44791,1732692036808, seqNum=-1] 2024-11-27T07:20:58,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:20:58,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:20:58,053 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/staging/jenkins.hfs.10__test__gs5uus6cl3u2m8d7vnmb3v5f3c5u7vlcfcr1enqbk5qdr4llhd81mtsr0iumc1jt/f/31e4e5a177a24f958da7554836be7db4_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T07:20:58,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732692045674.021a1b40545ee8c3376088186ec1020b., hostname=289954c9202d,44791,1732692036808, seqNum=2] 2024-11-27T07:20:58,056 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/staging/jenkins.hfs.10__test__gs5uus6cl3u2m8d7vnmb3v5f3c5u7vlcfcr1enqbk5qdr4llhd81mtsr0iumc1jt/f/3fd39e40c1564fdba851349cdd37f2c4_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T07:20:58,057 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 687, reset compression=false 2024-11-27T07:20:58,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.ReplicationSink(324): Finished replicating [f32de54e-a3db-45b5-9fda-206480313179, 93bf1de6-46dc-4157-b945-413ccc85f8a9] bulk loaded data 2024-11-27T07:20:58,060 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T07:20:58,122 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516 to pos 725, reset compression=false 2024-11-27T07:20:58,128 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:20:58,128 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.shipper289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,35189,1732692042207 got entry batch from reader: WALEntryBatch [walEntries=[{test/576f9c5c0e94a2bd53ce8e5df1727c59/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732692058046/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T07:20:58,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.ReplicationSink(318): Replicating [93bf1de6-46dc-4157-b945-413ccc85f8a9] bulk loaded data 2024-11-27T07:20:58,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741844_1020 (size=11194) 2024-11-27T07:20:58,156 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:35189 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T07:20:58,328 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516 to pos 1033, reset compression=false 2024-11-27T07:20:58,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741845_1021 (size=10791) 2024-11-27T07:20:58,632 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516 to pos 1033, reset compression=false 2024-11-27T07:20:58,761 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 687, reset compression=false 2024-11-27T07:20:58,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T07:20:58,955 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/staging/jenkins.hfs.10__test__foq9mavkec38d5h9fph8ds5io5qoav5c4tgjek73c7puomoi1rgluntcdmfapsrr/f/497601d231754670a01ea87acd24d205_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-27T07:20:58,957 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/staging/jenkins.hfs.10__test__foq9mavkec38d5h9fph8ds5io5qoav5c4tgjek73c7puomoi1rgluntcdmfapsrr/f/8f7b56d43e9e41b48c14dd67c6625bdc_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-27T07:20:58,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/staging/jenkins.hfs.10__test__foq9mavkec38d5h9fph8ds5io5qoav5c4tgjek73c7puomoi1rgluntcdmfapsrr/f/497601d231754670a01ea87acd24d205_SeqId_6_ for inclusion in 021a1b40545ee8c3376088186ec1020b/f 2024-11-27T07:20:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T07:20:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T07:20:58,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/staging/jenkins.hfs.10__test__foq9mavkec38d5h9fph8ds5io5qoav5c4tgjek73c7puomoi1rgluntcdmfapsrr/f/8f7b56d43e9e41b48c14dd67c6625bdc_SeqId_6_ for inclusion in 021a1b40545ee8c3376088186ec1020b/f 2024-11-27T07:20:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T07:20:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T07:20:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HRegion(2603): Flush status journal for 021a1b40545ee8c3376088186ec1020b: 2024-11-27T07:20:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 497601d231754670a01ea87acd24d205_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T07:20:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/staging/jenkins.hfs.10__test__foq9mavkec38d5h9fph8ds5io5qoav5c4tgjek73c7puomoi1rgluntcdmfapsrr/f/497601d231754670a01ea87acd24d205_SeqId_6_ as hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/default/test/021a1b40545ee8c3376088186ec1020b/f/8f4b4dbd91714acd84a59e1007b8315b_SeqId_6_ 2024-11-27T07:20:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8f7b56d43e9e41b48c14dd67c6625bdc_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T07:20:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/staging/jenkins.hfs.10__test__foq9mavkec38d5h9fph8ds5io5qoav5c4tgjek73c7puomoi1rgluntcdmfapsrr/f/8f7b56d43e9e41b48c14dd67c6625bdc_SeqId_6_ as hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/default/test/021a1b40545ee8c3376088186ec1020b/f/c371d0d7b89a4e9daf667ed2f4329329_SeqId_6_ 2024-11-27T07:20:58,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/staging/jenkins.hfs.10__test__foq9mavkec38d5h9fph8ds5io5qoav5c4tgjek73c7puomoi1rgluntcdmfapsrr/f/497601d231754670a01ea87acd24d205_SeqId_6_ into 021a1b40545ee8c3376088186ec1020b/f as hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/default/test/021a1b40545ee8c3376088186ec1020b/f/8f4b4dbd91714acd84a59e1007b8315b_SeqId_6_ - updating store file list. 2024-11-27T07:20:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8f4b4dbd91714acd84a59e1007b8315b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T07:20:58,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/default/test/021a1b40545ee8c3376088186ec1020b/f/8f4b4dbd91714acd84a59e1007b8315b_SeqId_6_ into 021a1b40545ee8c3376088186ec1020b/f 2024-11-27T07:20:58,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/staging/jenkins.hfs.10__test__foq9mavkec38d5h9fph8ds5io5qoav5c4tgjek73c7puomoi1rgluntcdmfapsrr/f/497601d231754670a01ea87acd24d205_SeqId_6_ into 021a1b40545ee8c3376088186ec1020b/f (new location: hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/default/test/021a1b40545ee8c3376088186ec1020b/f/8f4b4dbd91714acd84a59e1007b8315b_SeqId_6_) 2024-11-27T07:20:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/staging/jenkins.hfs.10__test__foq9mavkec38d5h9fph8ds5io5qoav5c4tgjek73c7puomoi1rgluntcdmfapsrr/f/497601d231754670a01ea87acd24d205_SeqId_6_ 2024-11-27T07:20:58,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/staging/jenkins.hfs.10__test__foq9mavkec38d5h9fph8ds5io5qoav5c4tgjek73c7puomoi1rgluntcdmfapsrr/f/8f7b56d43e9e41b48c14dd67c6625bdc_SeqId_6_ into 021a1b40545ee8c3376088186ec1020b/f as hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/default/test/021a1b40545ee8c3376088186ec1020b/f/c371d0d7b89a4e9daf667ed2f4329329_SeqId_6_ - updating store file list. 2024-11-27T07:20:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c371d0d7b89a4e9daf667ed2f4329329_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T07:20:58,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/default/test/021a1b40545ee8c3376088186ec1020b/f/c371d0d7b89a4e9daf667ed2f4329329_SeqId_6_ into 021a1b40545ee8c3376088186ec1020b/f 2024-11-27T07:20:58,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/staging/jenkins.hfs.10__test__foq9mavkec38d5h9fph8ds5io5qoav5c4tgjek73c7puomoi1rgluntcdmfapsrr/f/8f7b56d43e9e41b48c14dd67c6625bdc_SeqId_6_ into 021a1b40545ee8c3376088186ec1020b/f (new location: hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/default/test/021a1b40545ee8c3376088186ec1020b/f/c371d0d7b89a4e9daf667ed2f4329329_SeqId_6_) 2024-11-27T07:20:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/staging/jenkins.hfs.10__test__foq9mavkec38d5h9fph8ds5io5qoav5c4tgjek73c7puomoi1rgluntcdmfapsrr/f/8f7b56d43e9e41b48c14dd67c6625bdc_SeqId_6_ 2024-11-27T07:20:58,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] regionserver.ReplicationSink(324): Finished replicating [93bf1de6-46dc-4157-b945-413ccc85f8a9] bulk loaded data 2024-11-27T07:20:59,036 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516 to pos 1033, reset compression=false 2024-11-27T07:20:59,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T07:20:59,071 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:20:59,071 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:20:59,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:59,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:59,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:20:59,072 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T07:20:59,072 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1108843432, stopped=false 2024-11-27T07:20:59,072 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=289954c9202d,44425,1732692041969 2024-11-27T07:20:59,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1360728547/running 2024-11-27T07:20:59,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35189-0x1017b2a3e320004, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1360728547/running 2024-11-27T07:20:59,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1360728547 2024-11-27T07:20:59,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35189-0x1017b2a3e320004, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1360728547 2024-11-27T07:20:59,141 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:20:59,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Set watcher on znode that does not yet exist, /1360728547/running 2024-11-27T07:20:59,141 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:20:59,141 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:20:59,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:59,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35189-0x1017b2a3e320004, quorum=127.0.0.1:53131, baseZNode=/1360728547 Set watcher on znode that does not yet exist, /1360728547/running 2024-11-27T07:20:59,142 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '289954c9202d,35189,1732692042207' ***** 2024-11-27T07:20:59,142 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T07:20:59,142 INFO [RS:0;289954c9202d:35189 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T07:20:59,142 INFO [RS:0;289954c9202d:35189 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T07:20:59,142 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T07:20:59,142 INFO [RS:0;289954c9202d:35189 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T07:20:59,142 INFO [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(3091): Received CLOSE for fbdbacbb49b98284320a746c26d91b38 2024-11-27T07:20:59,142 INFO [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(3091): Received CLOSE for 576f9c5c0e94a2bd53ce8e5df1727c59 2024-11-27T07:20:59,143 INFO [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(959): stopping server 289954c9202d,35189,1732692042207 2024-11-27T07:20:59,143 INFO [RS:0;289954c9202d:35189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:20:59,143 INFO [RS:0;289954c9202d:35189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:35189. 2024-11-27T07:20:59,143 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbdbacbb49b98284320a746c26d91b38, disabling compactions & flushes 2024-11-27T07:20:59,143 DEBUG [RS:0;289954c9202d:35189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:20:59,143 DEBUG [RS:0;289954c9202d:35189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:20:59,143 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38. 2024-11-27T07:20:59,143 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38. 2024-11-27T07:20:59,143 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38. after waiting 0 ms 2024-11-27T07:20:59,143 INFO [RS:0;289954c9202d:35189 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T07:20:59,143 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38. 2024-11-27T07:20:59,143 INFO [RS:0;289954c9202d:35189 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T07:20:59,143 INFO [RS:0;289954c9202d:35189 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T07:20:59,143 INFO [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T07:20:59,143 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fbdbacbb49b98284320a746c26d91b38 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-27T07:20:59,145 INFO [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T07:20:59,145 DEBUG [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(1325): Online Regions={fbdbacbb49b98284320a746c26d91b38=hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38., 1588230740=hbase:meta,,1.1588230740, 576f9c5c0e94a2bd53ce8e5df1727c59=test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59.} 2024-11-27T07:20:59,145 DEBUG [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 576f9c5c0e94a2bd53ce8e5df1727c59, fbdbacbb49b98284320a746c26d91b38 2024-11-27T07:20:59,145 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:20:59,145 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:20:59,145 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:20:59,145 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:20:59,145 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:20:59,145 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T07:20:59,163 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/replication/fbdbacbb49b98284320a746c26d91b38/.tmp/hfileref/ccf4660300b7419ea8ea0be57babf5fa is 74, key is 1/hfileref:31e4e5a177a24f958da7554836be7db4_SeqId_4_/1732692058063/DeleteColumn/seqid=0 2024-11-27T07:20:59,163 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740/.tmp/info/610bf8ff5c8c43bcacdd141775b0eae2 is 147, key is hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38./info:regioninfo/1732692053327/Put/seqid=0 2024-11-27T07:20:59,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741845_1021 (size=7686) 2024-11-27T07:20:59,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741844_1020 (size=5345) 2024-11-27T07:20:59,208 INFO [regionserver/289954c9202d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:20:59,345 DEBUG [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 576f9c5c0e94a2bd53ce8e5df1727c59, fbdbacbb49b98284320a746c26d91b38 2024-11-27T07:20:59,386 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T07:20:59,386 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T07:20:59,540 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516 to pos 1033, reset compression=false 2024-11-27T07:20:59,545 DEBUG [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 576f9c5c0e94a2bd53ce8e5df1727c59, fbdbacbb49b98284320a746c26d91b38 2024-11-27T07:20:59,565 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 687, reset compression=false 2024-11-27T07:20:59,568 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/replication/fbdbacbb49b98284320a746c26d91b38/.tmp/hfileref/ccf4660300b7419ea8ea0be57babf5fa 2024-11-27T07:20:59,568 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740/.tmp/info/610bf8ff5c8c43bcacdd141775b0eae2 2024-11-27T07:20:59,570 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:20:59,570 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.shipper289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,44791,1732692036808 got entry batch from reader: WALEntryBatch [walEntries=[{test/021a1b40545ee8c3376088186ec1020b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732692058980/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-27T07:20:59,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 289954c9202d,35189,1732692042207 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T07:20:59,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:33262 deadline: 1732692119580, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 289954c9202d,35189,1732692042207 stopping 2024-11-27T07:20:59,586 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.shipper289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 289954c9202d,35189,1732692042207 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T07:20:59,590 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740/.tmp/ns/84643b5f341540ca99d1f41b56d61927 is 43, key is default/ns:d/1732692045572/Put/seqid=0 2024-11-27T07:20:59,595 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/replication/fbdbacbb49b98284320a746c26d91b38/.tmp/queue/4d1b04b9edab4bdea809eece71d93fc1 is 154, key is 1-289954c9202d,35189,1732692042207/queue:289954c9202d%2C35189%2C1732692042207/1732692058985/Put/seqid=0 2024-11-27T07:20:59,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741846_1022 (size=5153) 2024-11-27T07:20:59,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741847_1023 (size=5353) 2024-11-27T07:20:59,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 289954c9202d,35189,1732692042207 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T07:20:59,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:33262 deadline: 1732692119689, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 289954c9202d,35189,1732692042207 stopping 2024-11-27T07:20:59,690 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.shipper289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 289954c9202d,35189,1732692042207 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T07:20:59,745 DEBUG [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 576f9c5c0e94a2bd53ce8e5df1727c59, fbdbacbb49b98284320a746c26d91b38 2024-11-27T07:20:59,770 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 1033, reset compression=false 2024-11-27T07:20:59,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 289954c9202d,35189,1732692042207 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T07:20:59,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:33262 deadline: 1732692119893, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 289954c9202d,35189,1732692042207 stopping 2024-11-27T07:20:59,894 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.shipper289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 289954c9202d,35189,1732692042207 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T07:20:59,945 DEBUG [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 576f9c5c0e94a2bd53ce8e5df1727c59, fbdbacbb49b98284320a746c26d91b38 2024-11-27T07:20:59,997 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740/.tmp/ns/84643b5f341540ca99d1f41b56d61927 2024-11-27T07:21:00,002 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/replication/fbdbacbb49b98284320a746c26d91b38/.tmp/queue/4d1b04b9edab4bdea809eece71d93fc1 2024-11-27T07:21:00,006 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/replication/fbdbacbb49b98284320a746c26d91b38/.tmp/hfileref/ccf4660300b7419ea8ea0be57babf5fa as hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/replication/fbdbacbb49b98284320a746c26d91b38/hfileref/ccf4660300b7419ea8ea0be57babf5fa 2024-11-27T07:21:00,010 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/replication/fbdbacbb49b98284320a746c26d91b38/hfileref/ccf4660300b7419ea8ea0be57babf5fa, entries=4, sequenceid=12, filesize=5.2 K 2024-11-27T07:21:00,011 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/replication/fbdbacbb49b98284320a746c26d91b38/.tmp/queue/4d1b04b9edab4bdea809eece71d93fc1 as hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/replication/fbdbacbb49b98284320a746c26d91b38/queue/4d1b04b9edab4bdea809eece71d93fc1 2024-11-27T07:21:00,016 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/replication/fbdbacbb49b98284320a746c26d91b38/queue/4d1b04b9edab4bdea809eece71d93fc1, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T07:21:00,017 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for fbdbacbb49b98284320a746c26d91b38 in 874ms, sequenceid=12, compaction requested=false 2024-11-27T07:21:00,019 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740/.tmp/rep_barrier/46a644e70dbe46fab72d6309b7652ebd is 112, key is test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59./rep_barrier:seqnumDuringOpen/1732692048981/Put/seqid=0 2024-11-27T07:21:00,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741848_1024 (size=5518) 2024-11-27T07:21:00,028 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/replication/fbdbacbb49b98284320a746c26d91b38/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T07:21:00,028 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:21:00,028 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:21:00,028 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38. 2024-11-27T07:21:00,028 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbdbacbb49b98284320a746c26d91b38: Waiting for close lock at 1732692059143Running coprocessor pre-close hooks at 1732692059143Disabling compacts and flushes for region at 1732692059143Disabling writes for close at 1732692059143Obtaining lock to block concurrent updates at 1732692059143Preparing flush snapshotting stores in fbdbacbb49b98284320a746c26d91b38 at 1732692059143Finished memstore snapshotting hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732692059143Flushing stores of hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38. at 1732692059144 (+1 ms)Flushing fbdbacbb49b98284320a746c26d91b38/hfileref: creating writer at 1732692059144Flushing fbdbacbb49b98284320a746c26d91b38/hfileref: appending metadata at 1732692059162 (+18 ms)Flushing fbdbacbb49b98284320a746c26d91b38/hfileref: closing flushed file at 1732692059162Flushing fbdbacbb49b98284320a746c26d91b38/queue: creating writer at 1732692059573 (+411 ms)Flushing fbdbacbb49b98284320a746c26d91b38/queue: appending metadata at 1732692059595 (+22 ms)Flushing fbdbacbb49b98284320a746c26d91b38/queue: closing flushed file at 1732692059595Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6451b8a8: reopening flushed file at 1732692060005 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ec36717: reopening flushed file at 1732692060010 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for fbdbacbb49b98284320a746c26d91b38 in 874ms, sequenceid=12, compaction requested=false at 1732692060017 (+7 ms)Writing region close event to WAL at 1732692060019 (+2 ms)Running coprocessor post-close hooks at 1732692060028 (+9 ms)Closed at 1732692060028 2024-11-27T07:21:00,028 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732692052161.fbdbacbb49b98284320a746c26d91b38. 2024-11-27T07:21:00,029 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 576f9c5c0e94a2bd53ce8e5df1727c59, disabling compactions & flushes 2024-11-27T07:21:00,029 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59. 2024-11-27T07:21:00,029 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59. 2024-11-27T07:21:00,029 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59. after waiting 0 ms 2024-11-27T07:21:00,029 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59. 2024-11-27T07:21:00,032 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/default/test/576f9c5c0e94a2bd53ce8e5df1727c59/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T07:21:00,033 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:21:00,033 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:21:00,033 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59. 2024-11-27T07:21:00,033 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 576f9c5c0e94a2bd53ce8e5df1727c59: Waiting for close lock at 1732692060029Running coprocessor pre-close hooks at 1732692060029Disabling compacts and flushes for region at 1732692060029Disabling writes for close at 1732692060029Writing region close event to WAL at 1732692060029Running coprocessor post-close hooks at 1732692060032 (+3 ms)Closed at 1732692060033 (+1 ms) 2024-11-27T07:21:00,033 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732692047828.576f9c5c0e94a2bd53ce8e5df1727c59. 2024-11-27T07:21:00,074 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 1033, reset compression=false 2024-11-27T07:21:00,143 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516 to pos 1033, reset compression=false 2024-11-27T07:21:00,145 DEBUG [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:21:00,147 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:21:00,147 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516 to pos 1328, reset compression=false 2024-11-27T07:21:00,147 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.shipper289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,35189,1732692042207 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:21:00,149 ERROR [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.shipper289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 289954c9202d,35189,1732692042207: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-289954c9202d,35189,1732692042207, walGroup=289954c9202d%2C35189%2C1732692042207, offset=289954c9202d%2C35189%2C1732692042207.1732692044516:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:35189 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T07:21:00,151 ERROR [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.shipper289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T07:21:00,152 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.shipper289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T07:21:00,154 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.shipper289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T07:21:00,154 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.shipper289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T07:21:00,154 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.shipper289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T07:21:00,154 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.shipper289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 608433376 }, "NonHeapMemoryUsage": { "committed": 190382080, "init": 7667712, "max": -1, "used": 187614176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T07:21:00,157 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.shipper289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T07:21:00,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 289954c9202d,35189,1732692042207 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T07:21:00,198 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.shipper289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 289954c9202d,35189,1732692042207 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T07:21:00,346 INFO [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T07:21:00,346 DEBUG [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T07:21:00,346 DEBUG [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:21:00,351 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516 to pos 1328, reset compression=false 2024-11-27T07:21:00,423 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740/.tmp/rep_barrier/46a644e70dbe46fab72d6309b7652ebd 2024-11-27T07:21:00,440 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740/.tmp/table/4c2b19ecf4834824991aef4b647d3263 is 53, key is hbase:replication/table:state/1732692053333/Put/seqid=0 2024-11-27T07:21:00,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741849_1025 (size=5308) 2024-11-27T07:21:00,478 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 1033, reset compression=false 2024-11-27T07:21:00,546 DEBUG [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:21:00,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 289954c9202d,35189,1732692042207 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T07:21:00,602 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.shipper289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 289954c9202d,35189,1732692042207 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T07:21:00,655 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516 to pos 1328, reset compression=false 2024-11-27T07:21:00,746 DEBUG [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:21:00,844 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740/.tmp/table/4c2b19ecf4834824991aef4b647d3263 2024-11-27T07:21:00,849 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740/.tmp/info/610bf8ff5c8c43bcacdd141775b0eae2 as hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740/info/610bf8ff5c8c43bcacdd141775b0eae2 2024-11-27T07:21:00,854 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740/info/610bf8ff5c8c43bcacdd141775b0eae2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T07:21:00,855 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740/.tmp/ns/84643b5f341540ca99d1f41b56d61927 as hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740/ns/84643b5f341540ca99d1f41b56d61927 2024-11-27T07:21:00,859 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740/ns/84643b5f341540ca99d1f41b56d61927, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T07:21:00,860 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740/.tmp/rep_barrier/46a644e70dbe46fab72d6309b7652ebd as hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740/rep_barrier/46a644e70dbe46fab72d6309b7652ebd 2024-11-27T07:21:00,864 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740/rep_barrier/46a644e70dbe46fab72d6309b7652ebd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T07:21:00,865 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740/.tmp/table/4c2b19ecf4834824991aef4b647d3263 as hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740/table/4c2b19ecf4834824991aef4b647d3263 2024-11-27T07:21:00,869 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740/table/4c2b19ecf4834824991aef4b647d3263, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T07:21:00,870 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false 2024-11-27T07:21:00,874 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T07:21:00,875 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:21:00,875 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:21:00,875 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:21:00,875 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692059145Running coprocessor pre-close hooks at 1732692059145Disabling compacts and flushes for region at 1732692059145Disabling writes for close at 1732692059145Obtaining lock to block concurrent updates at 1732692059145Preparing flush snapshotting stores in 1588230740 at 1732692059145Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732692059145Flushing stores of hbase:meta,,1.1588230740 at 1732692059146 (+1 ms)Flushing 1588230740/info: creating writer at 1732692059146Flushing 1588230740/info: appending metadata at 1732692059163 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732692059163Flushing 1588230740/ns: creating writer at 1732692059573 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732692059589 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732692059589Flushing 1588230740/rep_barrier: creating writer at 1732692060002 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732692060018 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732692060018Flushing 1588230740/table: creating writer at 1732692060428 (+410 ms)Flushing 1588230740/table: appending metadata at 1732692060440 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732692060440Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ab0f71b: reopening flushed file at 1732692060849 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c220481: reopening flushed file at 1732692060854 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78829835: reopening flushed file at 1732692060859 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b034f3: reopening flushed file at 1732692060864 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false at 1732692060870 (+6 ms)Writing region close event to WAL at 1732692060871 (+1 ms)Running coprocessor post-close hooks at 1732692060875 (+4 ms)Closed at 1732692060875 2024-11-27T07:21:00,875 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T07:21:00,946 INFO [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(976): stopping server 289954c9202d,35189,1732692042207; all regions closed. 2024-11-27T07:21:00,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741834_1010 (size=4239) 2024-11-27T07:21:00,948 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.meta.1732692045524.meta not finished, retry = 0 2024-11-27T07:21:00,981 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 1033, reset compression=false 2024-11-27T07:21:01,058 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516 to pos 1328, reset compression=false 2024-11-27T07:21:01,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741839_1015 (size=3127) 2024-11-27T07:21:01,100 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.rep.1732692053296 not finished, retry = 0 2024-11-27T07:21:01,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 289954c9202d,35189,1732692042207 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T07:21:01,105 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.shipper289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 289954c9202d,35189,1732692042207 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T07:21:01,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741832_1008 (size=1336) 2024-11-27T07:21:01,203 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/WALs/289954c9202d,35189,1732692042207/289954c9202d%2C35189%2C1732692042207.1732692044516 not finished, retry = 0 2024-11-27T07:21:01,304 DEBUG [RS:0;289954c9202d:35189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:01,304 INFO [RS:0;289954c9202d:35189 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:21:01,304 INFO [RS:0;289954c9202d:35189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:21:01,304 INFO [RS:0;289954c9202d:35189 {}] hbase.ChoreService(370): Chore service for: regionserver/289954c9202d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T07:21:01,304 INFO [RS:0;289954c9202d:35189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:21:01,304 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:21:01,305 INFO [RS:0;289954c9202d:35189 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-289954c9202d,35189,1732692042207 because: Region server is closing 2024-11-27T07:21:01,305 INFO [RS:0;289954c9202d:35189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:35189. 2024-11-27T07:21:01,305 DEBUG [RS:0;289954c9202d:35189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:21:01,305 DEBUG [RS:0;289954c9202d:35189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:01,305 DEBUG [RS:0;289954c9202d:35189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:01,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:21:01,405 INFO [RS:0;289954c9202d:35189 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.shipper289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 terminated 2024-11-27T07:21:01,405 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,35189,1732692042207.replicationSource.wal-reader.289954c9202d%2C35189%2C1732692042207,1-289954c9202d,35189,1732692042207 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T07:21:01,405 INFO [RS:0;289954c9202d:35189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:35189. 2024-11-27T07:21:01,405 DEBUG [RS:0;289954c9202d:35189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:21:01,405 DEBUG [RS:0;289954c9202d:35189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:01,406 DEBUG [RS:0;289954c9202d:35189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:01,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:21:01,406 INFO [RS:0;289954c9202d:35189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35189 2024-11-27T07:21:01,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35189-0x1017b2a3e320004, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1360728547/rs/289954c9202d,35189,1732692042207 2024-11-27T07:21:01,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1360728547/rs 2024-11-27T07:21:01,427 INFO [RS:0;289954c9202d:35189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:21:01,437 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [289954c9202d,35189,1732692042207] 2024-11-27T07:21:01,448 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1360728547/draining/289954c9202d,35189,1732692042207 already deleted, retry=false 2024-11-27T07:21:01,448 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 289954c9202d,35189,1732692042207 expired; onlineServers=0 2024-11-27T07:21:01,448 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '289954c9202d,44425,1732692041969' ***** 2024-11-27T07:21:01,448 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T07:21:01,448 INFO [M:0;289954c9202d:44425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:21:01,448 INFO [M:0;289954c9202d:44425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:21:01,448 DEBUG [M:0;289954c9202d:44425 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T07:21:01,448 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T07:21:01,448 DEBUG [M:0;289954c9202d:44425 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T07:21:01,448 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692044244 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692044244,5,FailOnTimeoutGroup] 2024-11-27T07:21:01,448 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692044245 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692044245,5,FailOnTimeoutGroup] 2024-11-27T07:21:01,448 INFO [M:0;289954c9202d:44425 {}] hbase.ChoreService(370): Chore service for: master/289954c9202d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T07:21:01,449 INFO [M:0;289954c9202d:44425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:21:01,449 DEBUG [M:0;289954c9202d:44425 {}] master.HMaster(1795): Stopping service threads 2024-11-27T07:21:01,449 INFO [M:0;289954c9202d:44425 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T07:21:01,449 INFO [M:0;289954c9202d:44425 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:21:01,449 INFO [M:0;289954c9202d:44425 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T07:21:01,449 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T07:21:01,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1360728547/master 2024-11-27T07:21:01,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1360728547 2024-11-27T07:21:01,458 DEBUG [M:0;289954c9202d:44425 {}] zookeeper.ZKUtil(347): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Unable to get data of znode /1360728547/master because node does not exist (not an error) 2024-11-27T07:21:01,459 WARN [M:0;289954c9202d:44425 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T07:21:01,459 INFO [M:0;289954c9202d:44425 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/.lastflushedseqids 2024-11-27T07:21:01,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741850_1026 (size=263) 2024-11-27T07:21:01,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35189-0x1017b2a3e320004, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:21:01,538 INFO [RS:0;289954c9202d:35189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:21:01,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35189-0x1017b2a3e320004, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:21:01,538 INFO [RS:0;289954c9202d:35189 {}] regionserver.HRegionServer(1031): Exiting; stopping=289954c9202d,35189,1732692042207; zookeeper connection closed. 2024-11-27T07:21:01,538 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2adafff1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2adafff1 2024-11-27T07:21:01,538 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T07:21:01,585 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 1033, reset compression=false 2024-11-27T07:21:01,708 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 289954c9202d:35189 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 289954c9202d/172.17.0.3:35189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T07:21:01,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 289954c9202d:35189 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 289954c9202d/172.17.0.3:35189 2024-11-27T07:21:01,709 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.shipper289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=289954c9202d:35189 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 289954c9202d/172.17.0.3:35189 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 289954c9202d/172.17.0.3:35189 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-27T07:21:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T07:21:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44425 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:59460 deadline: 1732692121711, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T07:21:01,712 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.shipper289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T07:21:01,712 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.shipper289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T07:21:01,863 INFO [M:0;289954c9202d:44425 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T07:21:01,863 INFO [M:0;289954c9202d:44425 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T07:21:01,864 DEBUG [M:0;289954c9202d:44425 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:21:01,864 INFO [M:0;289954c9202d:44425 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:01,864 DEBUG [M:0;289954c9202d:44425 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:01,864 DEBUG [M:0;289954c9202d:44425 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:21:01,864 DEBUG [M:0;289954c9202d:44425 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:01,864 INFO [M:0;289954c9202d:44425 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T07:21:01,882 DEBUG [M:0;289954c9202d:44425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe7bb3557e954242828dc7e1a3b16ab9 is 82, key is hbase:meta,,1/info:regioninfo/1732692045552/Put/seqid=0 2024-11-27T07:21:01,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741851_1027 (size=5672) 2024-11-27T07:21:02,286 INFO [M:0;289954c9202d:44425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe7bb3557e954242828dc7e1a3b16ab9 2024-11-27T07:21:02,288 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 1033, reset compression=false 2024-11-27T07:21:02,307 DEBUG [M:0;289954c9202d:44425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdf00d242a6e40219ef3562eb9a6e91c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732692053337/Put/seqid=0 2024-11-27T07:21:02,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741852_1028 (size=8516) 2024-11-27T07:21:02,311 INFO [M:0;289954c9202d:44425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdf00d242a6e40219ef3562eb9a6e91c 2024-11-27T07:21:02,327 DEBUG [M:0;289954c9202d:44425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b24137523ac5414e818dba803fe8ce3f is 69, key is 289954c9202d,35189,1732692042207/rs:state/1732692044368/Put/seqid=0 2024-11-27T07:21:02,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741853_1029 (size=5156) 2024-11-27T07:21:02,413 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.shipper289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T07:21:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T07:21:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44425 {}] ipc.CallRunner(138): callId: 26 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:59460 deadline: 1732692122414, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T07:21:02,415 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.shipper289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T07:21:02,416 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.shipper289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T07:21:02,416 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.shipper289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T07:21:02,731 INFO [M:0;289954c9202d:44425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b24137523ac5414e818dba803fe8ce3f 2024-11-27T07:21:02,736 DEBUG [M:0;289954c9202d:44425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe7bb3557e954242828dc7e1a3b16ab9 as hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe7bb3557e954242828dc7e1a3b16ab9 2024-11-27T07:21:02,740 INFO [M:0;289954c9202d:44425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe7bb3557e954242828dc7e1a3b16ab9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T07:21:02,741 DEBUG [M:0;289954c9202d:44425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdf00d242a6e40219ef3562eb9a6e91c as hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cdf00d242a6e40219ef3562eb9a6e91c 2024-11-27T07:21:02,744 INFO [M:0;289954c9202d:44425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cdf00d242a6e40219ef3562eb9a6e91c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T07:21:02,745 DEBUG [M:0;289954c9202d:44425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b24137523ac5414e818dba803fe8ce3f as hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b24137523ac5414e818dba803fe8ce3f 2024-11-27T07:21:02,749 INFO [M:0;289954c9202d:44425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41955/user/jenkins/test-data/17038b60-a0e2-360b-2daa-6de40f4cb2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b24137523ac5414e818dba803fe8ce3f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T07:21:02,750 INFO [M:0;289954c9202d:44425 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=97, compaction requested=false 2024-11-27T07:21:02,754 INFO [M:0;289954c9202d:44425 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:02,754 DEBUG [M:0;289954c9202d:44425 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692061864Disabling compacts and flushes for region at 1732692061864Disabling writes for close at 1732692061864Obtaining lock to block concurrent updates at 1732692061864Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732692061864Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732692061864Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732692061865 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732692061865Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732692061881 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732692061881Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732692062290 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732692062306 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732692062306Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732692062315 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732692062327 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732692062327Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c71d5f: reopening flushed file at 1732692062735 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4de2c733: reopening flushed file at 1732692062740 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2885394f: reopening flushed file at 1732692062745 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=97, compaction requested=false at 1732692062750 (+5 ms)Writing region close event to WAL at 1732692062754 (+4 ms)Closed at 1732692062754 2024-11-27T07:21:02,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45501 is added to blk_1073741830_1006 (size=63654) 2024-11-27T07:21:02,757 INFO [M:0;289954c9202d:44425 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T07:21:02,757 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:21:02,757 INFO [M:0;289954c9202d:44425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44425 2024-11-27T07:21:02,758 INFO [M:0;289954c9202d:44425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:21:02,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:21:02,927 INFO [M:0;289954c9202d:44425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:21:02,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1017b2a3e320003, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:21:02,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f60f768{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:21:02,958 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c69b0dc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:21:02,958 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:21:02,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25b72c63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:21:02,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@238820ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/hadoop.log.dir/,STOPPED} 2024-11-27T07:21:02,959 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T07:21:02,959 WARN [BP-1373604203-172.17.0.3-1732692040192 heartbeating to localhost/127.0.0.1:41955 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T07:21:02,959 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T07:21:02,959 WARN [BP-1373604203-172.17.0.3-1732692040192 heartbeating to localhost/127.0.0.1:41955 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1373604203-172.17.0.3-1732692040192 (Datanode Uuid b444f5bd-052c-49ab-98c1-c861345586b2) service to localhost/127.0.0.1:41955 2024-11-27T07:21:02,960 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/cluster_9d097fca-83bc-103c-0672-995a51feb40a/data/data1/current/BP-1373604203-172.17.0.3-1732692040192 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:21:02,960 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/cluster_9d097fca-83bc-103c-0672-995a51feb40a/data/data2/current/BP-1373604203-172.17.0.3-1732692040192 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:21:02,960 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T07:21:02,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c4271fa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:21:02,967 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68bc7d85{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:21:02,967 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:21:02,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c26de6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:21:02,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8136eb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/hadoop.log.dir/,STOPPED} 2024-11-27T07:21:02,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T07:21:02,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T07:21:02,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:21:02,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:21:02,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:02,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:02,983 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:21:02,983 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T07:21:02,984 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1885502322, stopped=false 2024-11-27T07:21:02,984 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=289954c9202d,44247,1732692036217 2024-11-27T07:21:02,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02034745609/running 2024-11-27T07:21:02,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44791-0x1017b2a3e320001, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02034745609/running 2024-11-27T07:21:02,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44791-0x1017b2a3e320001, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02034745609 2024-11-27T07:21:02,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02034745609 2024-11-27T07:21:02,995 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:21:02,996 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:21:02,996 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:21:02,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:02,996 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '289954c9202d,44791,1732692036808' ***** 2024-11-27T07:21:02,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44791-0x1017b2a3e320001, quorum=127.0.0.1:53131, baseZNode=/02034745609 Set watcher on znode that does not yet exist, /02034745609/running 2024-11-27T07:21:02,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Set watcher on znode that does not yet exist, /02034745609/running 2024-11-27T07:21:02,996 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T07:21:02,996 INFO [RS:0;289954c9202d:44791 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T07:21:02,996 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T07:21:02,996 INFO [RS:0;289954c9202d:44791 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T07:21:02,997 INFO [RS:0;289954c9202d:44791 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T07:21:02,997 INFO [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(3091): Received CLOSE for 021a1b40545ee8c3376088186ec1020b 2024-11-27T07:21:02,997 INFO [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(3091): Received CLOSE for c240a1b8eba83afe3334ad57d428ae52 2024-11-27T07:21:02,997 INFO [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(959): stopping server 289954c9202d,44791,1732692036808 2024-11-27T07:21:02,997 INFO [RS:0;289954c9202d:44791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:21:02,997 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 021a1b40545ee8c3376088186ec1020b, disabling compactions & flushes 2024-11-27T07:21:02,997 INFO [RS:0;289954c9202d:44791 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:44791. 2024-11-27T07:21:02,997 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732692045674.021a1b40545ee8c3376088186ec1020b. 2024-11-27T07:21:02,997 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692045674.021a1b40545ee8c3376088186ec1020b. 2024-11-27T07:21:02,997 DEBUG [RS:0;289954c9202d:44791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:21:02,997 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732692045674.021a1b40545ee8c3376088186ec1020b. after waiting 0 ms 2024-11-27T07:21:02,997 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732692045674.021a1b40545ee8c3376088186ec1020b. 2024-11-27T07:21:02,997 DEBUG [RS:0;289954c9202d:44791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:02,997 INFO [RS:0;289954c9202d:44791 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T07:21:02,997 INFO [RS:0;289954c9202d:44791 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T07:21:02,997 INFO [RS:0;289954c9202d:44791 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T07:21:02,997 INFO [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T07:21:02,997 INFO [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T07:21:02,997 DEBUG [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(1325): Online Regions={021a1b40545ee8c3376088186ec1020b=test,,1732692045674.021a1b40545ee8c3376088186ec1020b., 1588230740=hbase:meta,,1.1588230740, c240a1b8eba83afe3334ad57d428ae52=hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52.} 2024-11-27T07:21:02,997 DEBUG [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(1351): Waiting on 021a1b40545ee8c3376088186ec1020b, 1588230740, c240a1b8eba83afe3334ad57d428ae52 2024-11-27T07:21:02,997 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:21:02,997 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:21:02,997 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:21:02,997 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:21:02,998 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:21:02,998 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T07:21:03,000 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/default/test/021a1b40545ee8c3376088186ec1020b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T07:21:03,001 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:21:03,001 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:21:03,001 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732692045674.021a1b40545ee8c3376088186ec1020b. 2024-11-27T07:21:03,001 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 021a1b40545ee8c3376088186ec1020b: Waiting for close lock at 1732692062997Running coprocessor pre-close hooks at 1732692062997Disabling compacts and flushes for region at 1732692062997Disabling writes for close at 1732692062997Writing region close event to WAL at 1732692062998 (+1 ms)Running coprocessor post-close hooks at 1732692063000 (+2 ms)Closed at 1732692063001 (+1 ms) 2024-11-27T07:21:03,001 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732692045674.021a1b40545ee8c3376088186ec1020b. 2024-11-27T07:21:03,001 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c240a1b8eba83afe3334ad57d428ae52, disabling compactions & flushes 2024-11-27T07:21:03,001 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52. 2024-11-27T07:21:03,001 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52. 2024-11-27T07:21:03,001 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52. after waiting 0 ms 2024-11-27T07:21:03,001 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52. 2024-11-27T07:21:03,001 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c240a1b8eba83afe3334ad57d428ae52 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-27T07:21:03,013 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/replication/c240a1b8eba83afe3334ad57d428ae52/.tmp/hfileref/c98564a6ca914529826203a25bc56624 is 74, key is 1/hfileref:39227fb5b823424fa7815ae8a1f5e331_SeqId_4_/1732692056906/DeleteColumn/seqid=0 2024-11-27T07:21:03,014 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740/.tmp/info/b377a79d8aef401ba2645a009c5a2939 is 147, key is hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52./info:regioninfo/1732692051197/Put/seqid=0 2024-11-27T07:21:03,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741846_1022 (size=5345) 2024-11-27T07:21:03,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741847_1023 (size=7686) 2024-11-27T07:21:03,018 INFO [regionserver/289954c9202d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:21:03,093 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 1033, reset compression=false 2024-11-27T07:21:03,097 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:21:03,097 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 1328, reset compression=false 2024-11-27T07:21:03,198 DEBUG [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c240a1b8eba83afe3334ad57d428ae52 2024-11-27T07:21:03,216 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.shipper289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T07:21:03,217 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 289954c9202d:44425 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 289954c9202d/172.17.0.3:44425 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T07:21:03,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 289954c9202d:44425 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 289954c9202d/172.17.0.3:44425 2024-11-27T07:21:03,301 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 1328, reset compression=false 2024-11-27T07:21:03,325 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:21:03,325 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 289954c9202d:44425 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 289954c9202d/172.17.0.3:44425 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T07:21:03,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=289954c9202d:44425 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 289954c9202d/172.17.0.3:44425 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-27T07:21:03,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 289954c9202d:44425 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 289954c9202d/172.17.0.3:44425 2024-11-27T07:21:03,398 DEBUG [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c240a1b8eba83afe3334ad57d428ae52 2024-11-27T07:21:03,418 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/replication/c240a1b8eba83afe3334ad57d428ae52/.tmp/hfileref/c98564a6ca914529826203a25bc56624 2024-11-27T07:21:03,418 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740/.tmp/info/b377a79d8aef401ba2645a009c5a2939 2024-11-27T07:21:03,434 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740/.tmp/ns/7d124db83633475cb407ddff9c19f663 is 43, key is default/ns:d/1732692040102/Put/seqid=0 2024-11-27T07:21:03,435 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/replication/c240a1b8eba83afe3334ad57d428ae52/.tmp/queue/5d3f0214fcbb487a933fc80477ce05e7 is 153, key is 1-289954c9202d,44791,1732692036808/queue:289954c9202d%2C44791%2C1732692036808/1732692056907/Put/seqid=0 2024-11-27T07:21:03,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741848_1024 (size=5153) 2024-11-27T07:21:03,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741849_1025 (size=5352) 2024-11-27T07:21:03,535 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:21:03,536 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 289954c9202d:44425 this server is in the failed servers list 2024-11-27T07:21:03,536 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 289954c9202d:44425 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:21:03,598 DEBUG [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c240a1b8eba83afe3334ad57d428ae52 2024-11-27T07:21:03,604 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 1328, reset compression=false 2024-11-27T07:21:03,798 DEBUG [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c240a1b8eba83afe3334ad57d428ae52 2024-11-27T07:21:03,839 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740/.tmp/ns/7d124db83633475cb407ddff9c19f663 2024-11-27T07:21:03,839 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/replication/c240a1b8eba83afe3334ad57d428ae52/.tmp/queue/5d3f0214fcbb487a933fc80477ce05e7 2024-11-27T07:21:03,843 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/replication/c240a1b8eba83afe3334ad57d428ae52/.tmp/hfileref/c98564a6ca914529826203a25bc56624 as hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/replication/c240a1b8eba83afe3334ad57d428ae52/hfileref/c98564a6ca914529826203a25bc56624 2024-11-27T07:21:03,845 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:21:03,845 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 289954c9202d:44425 this server is in the failed servers list 2024-11-27T07:21:03,846 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 289954c9202d:44425 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:21:03,848 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/replication/c240a1b8eba83afe3334ad57d428ae52/hfileref/c98564a6ca914529826203a25bc56624, entries=4, sequenceid=10, filesize=5.2 K 2024-11-27T07:21:03,849 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/replication/c240a1b8eba83afe3334ad57d428ae52/.tmp/queue/5d3f0214fcbb487a933fc80477ce05e7 as hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/replication/c240a1b8eba83afe3334ad57d428ae52/queue/5d3f0214fcbb487a933fc80477ce05e7 2024-11-27T07:21:03,853 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/replication/c240a1b8eba83afe3334ad57d428ae52/queue/5d3f0214fcbb487a933fc80477ce05e7, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T07:21:03,854 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c240a1b8eba83afe3334ad57d428ae52 in 853ms, sequenceid=10, compaction requested=false 2024-11-27T07:21:03,854 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T07:21:03,859 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740/.tmp/rep_barrier/ca13c53cdff34719857c257122bed7b1 is 112, key is test,,1732692045674.021a1b40545ee8c3376088186ec1020b./rep_barrier:seqnumDuringOpen/1732692046820/Put/seqid=0 2024-11-27T07:21:03,866 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/replication/c240a1b8eba83afe3334ad57d428ae52/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T07:21:03,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741850_1026 (size=5518) 2024-11-27T07:21:03,867 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:21:03,867 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:21:03,867 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52. 2024-11-27T07:21:03,867 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c240a1b8eba83afe3334ad57d428ae52: Waiting for close lock at 1732692063001Running coprocessor pre-close hooks at 1732692063001Disabling compacts and flushes for region at 1732692063001Disabling writes for close at 1732692063001Obtaining lock to block concurrent updates at 1732692063001Preparing flush snapshotting stores in c240a1b8eba83afe3334ad57d428ae52 at 1732692063001Finished memstore snapshotting hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732692063001Flushing stores of hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52. at 1732692063002 (+1 ms)Flushing c240a1b8eba83afe3334ad57d428ae52/hfileref: creating writer at 1732692063002Flushing c240a1b8eba83afe3334ad57d428ae52/hfileref: appending metadata at 1732692063013 (+11 ms)Flushing c240a1b8eba83afe3334ad57d428ae52/hfileref: closing flushed file at 1732692063013Flushing c240a1b8eba83afe3334ad57d428ae52/queue: creating writer at 1732692063421 (+408 ms)Flushing c240a1b8eba83afe3334ad57d428ae52/queue: appending metadata at 1732692063434 (+13 ms)Flushing c240a1b8eba83afe3334ad57d428ae52/queue: closing flushed file at 1732692063434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a17111d: reopening flushed file at 1732692063842 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e6bd1c7: reopening flushed file at 1732692063848 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c240a1b8eba83afe3334ad57d428ae52 in 853ms, sequenceid=10, compaction requested=false at 1732692063854 (+6 ms)Writing region close event to WAL at 1732692063860 (+6 ms)Running coprocessor post-close hooks at 1732692063867 (+7 ms)Closed at 1732692063867 2024-11-27T07:21:03,867 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740/.tmp/rep_barrier/ca13c53cdff34719857c257122bed7b1 2024-11-27T07:21:03,867 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732692049995.c240a1b8eba83afe3334ad57d428ae52. 2024-11-27T07:21:03,885 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740/.tmp/table/62a1699eb1304542b4f7cc7bac24d1bb is 53, key is hbase:replication/table:state/1732692051203/Put/seqid=0 2024-11-27T07:21:03,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741851_1027 (size=5308) 2024-11-27T07:21:03,897 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T07:21:03,897 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T07:21:03,998 INFO [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T07:21:03,998 DEBUG [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T07:21:03,998 DEBUG [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:21:04,007 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.wal-reader.289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/WALs/289954c9202d,44791,1732692036808/289954c9202d%2C44791%2C1732692036808.1732692039029 to pos 1328, reset compression=false 2024-11-27T07:21:04,198 DEBUG [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:21:04,289 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740/.tmp/table/62a1699eb1304542b4f7cc7bac24d1bb 2024-11-27T07:21:04,293 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740/.tmp/info/b377a79d8aef401ba2645a009c5a2939 as hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740/info/b377a79d8aef401ba2645a009c5a2939 2024-11-27T07:21:04,297 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740/info/b377a79d8aef401ba2645a009c5a2939, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T07:21:04,298 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740/.tmp/ns/7d124db83633475cb407ddff9c19f663 as hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740/ns/7d124db83633475cb407ddff9c19f663 2024-11-27T07:21:04,303 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740/ns/7d124db83633475cb407ddff9c19f663, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T07:21:04,304 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740/.tmp/rep_barrier/ca13c53cdff34719857c257122bed7b1 as hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740/rep_barrier/ca13c53cdff34719857c257122bed7b1 2024-11-27T07:21:04,308 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740/rep_barrier/ca13c53cdff34719857c257122bed7b1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T07:21:04,309 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740/.tmp/table/62a1699eb1304542b4f7cc7bac24d1bb as hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740/table/62a1699eb1304542b4f7cc7bac24d1bb 2024-11-27T07:21:04,312 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740/table/62a1699eb1304542b4f7cc7bac24d1bb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T07:21:04,313 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false 2024-11-27T07:21:04,313 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T07:21:04,317 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T07:21:04,317 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:21:04,317 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:21:04,318 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:21:04,318 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692062997Running coprocessor pre-close hooks at 1732692062997Disabling compacts and flushes for region at 1732692062997Disabling writes for close at 1732692062998 (+1 ms)Obtaining lock to block concurrent updates at 1732692062998Preparing flush snapshotting stores in 1588230740 at 1732692062998Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732692062998Flushing stores of hbase:meta,,1.1588230740 at 1732692062998Flushing 1588230740/info: creating writer at 1732692062998Flushing 1588230740/info: appending metadata at 1732692063014 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732692063014Flushing 1588230740/ns: creating writer at 1732692063422 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732692063434 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732692063434Flushing 1588230740/rep_barrier: creating writer at 1732692063842 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732692063859 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732692063859Flushing 1588230740/table: creating writer at 1732692063870 (+11 ms)Flushing 1588230740/table: appending metadata at 1732692063884 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732692063884Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e555a46: reopening flushed file at 1732692064292 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b2ab04: reopening flushed file at 1732692064297 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed7c566: reopening flushed file at 1732692064303 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9e6bd3f: reopening flushed file at 1732692064308 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false at 1732692064313 (+5 ms)Writing region close event to WAL at 1732692064314 (+1 ms)Running coprocessor post-close hooks at 1732692064317 (+3 ms)Closed at 1732692064318 (+1 ms) 2024-11-27T07:21:04,318 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T07:21:04,355 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:21:04,355 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 289954c9202d:44425 this server is in the failed servers list 2024-11-27T07:21:04,356 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 289954c9202d:44425 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:21:04,399 INFO [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(976): stopping server 289954c9202d,44791,1732692036808; all regions closed. 2024-11-27T07:21:04,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741834_1010 (size=4239) 2024-11-27T07:21:04,403 DEBUG [RS:0;289954c9202d:44791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/oldWALs 2024-11-27T07:21:04,404 INFO [RS:0;289954c9202d:44791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C44791%2C1732692036808.meta:.meta(num 1732692040029) 2024-11-27T07:21:04,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741839_1015 (size=2695) 2024-11-27T07:21:04,407 DEBUG [RS:0;289954c9202d:44791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/oldWALs 2024-11-27T07:21:04,407 INFO [RS:0;289954c9202d:44791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C44791%2C1732692036808.rep:(num 1732692051168) 2024-11-27T07:21:04,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741832_1008 (size=1336) 2024-11-27T07:21:04,410 DEBUG [RS:0;289954c9202d:44791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/oldWALs 2024-11-27T07:21:04,411 INFO [RS:0;289954c9202d:44791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C44791%2C1732692036808:(num 1732692039029) 2024-11-27T07:21:04,411 DEBUG [RS:0;289954c9202d:44791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:04,411 INFO [RS:0;289954c9202d:44791 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:21:04,411 INFO [RS:0;289954c9202d:44791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:21:04,411 INFO [RS:0;289954c9202d:44791 {}] hbase.ChoreService(370): Chore service for: regionserver/289954c9202d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T07:21:04,411 INFO [RS:0;289954c9202d:44791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:21:04,411 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:21:04,411 INFO [RS:0;289954c9202d:44791 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-289954c9202d,44791,1732692036808 because: Region server is closing 2024-11-27T07:21:04,411 INFO [RS:0;289954c9202d:44791 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:44791. 2024-11-27T07:21:04,411 DEBUG [RS:0;289954c9202d:44791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:21:04,411 DEBUG [RS:0;289954c9202d:44791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:04,412 DEBUG [RS:0;289954c9202d:44791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:04,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:21:04,512 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.shipper289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-27T07:21:04,512 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.shipper289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T07:21:04,512 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.shipper289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T07:21:04,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:21:04,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T07:21:04,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T07:21:04,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T07:21:04,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:21:04,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:21:05,365 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:21:05,365 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:21:05,368 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:21:05,413 INFO [RS:0;289954c9202d:44791 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,44791,1732692036808.replicationSource.shipper289954c9202d%2C44791%2C1732692036808,1-289954c9202d,44791,1732692036808 terminated 2024-11-27T07:21:05,413 INFO [RS:0;289954c9202d:44791 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:44791. 2024-11-27T07:21:05,413 DEBUG [RS:0;289954c9202d:44791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:21:05,413 DEBUG [RS:0;289954c9202d:44791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:05,413 DEBUG [RS:0;289954c9202d:44791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:05,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:21:05,413 INFO [RS:0;289954c9202d:44791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44791 2024-11-27T07:21:05,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44791-0x1017b2a3e320001, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02034745609/rs/289954c9202d,44791,1732692036808 2024-11-27T07:21:05,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02034745609/rs 2024-11-27T07:21:05,466 INFO [RS:0;289954c9202d:44791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:21:05,477 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [289954c9202d,44791,1732692036808] 2024-11-27T07:21:05,487 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02034745609/draining/289954c9202d,44791,1732692036808 already deleted, retry=false 2024-11-27T07:21:05,487 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 289954c9202d,44791,1732692036808 expired; onlineServers=0 2024-11-27T07:21:05,487 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '289954c9202d,44247,1732692036217' ***** 2024-11-27T07:21:05,487 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T07:21:05,487 INFO [M:0;289954c9202d:44247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:21:05,487 INFO [M:0;289954c9202d:44247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:21:05,488 DEBUG [M:0;289954c9202d:44247 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T07:21:05,488 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T07:21:05,488 DEBUG [M:0;289954c9202d:44247 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T07:21:05,488 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692038803 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692038803,5,FailOnTimeoutGroup] 2024-11-27T07:21:05,488 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692038804 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692038804,5,FailOnTimeoutGroup] 2024-11-27T07:21:05,488 INFO [M:0;289954c9202d:44247 {}] hbase.ChoreService(370): Chore service for: master/289954c9202d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T07:21:05,488 INFO [M:0;289954c9202d:44247 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:21:05,488 DEBUG [M:0;289954c9202d:44247 {}] master.HMaster(1795): Stopping service threads 2024-11-27T07:21:05,488 INFO [M:0;289954c9202d:44247 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T07:21:05,488 INFO [M:0;289954c9202d:44247 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:21:05,488 INFO [M:0;289954c9202d:44247 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T07:21:05,488 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T07:21:05,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02034745609/master 2024-11-27T07:21:05,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02034745609 2024-11-27T07:21:05,500 DEBUG [M:0;289954c9202d:44247 {}] zookeeper.ZKUtil(347): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Unable to get data of znode /02034745609/master because node does not exist (not an error) 2024-11-27T07:21:05,500 WARN [M:0;289954c9202d:44247 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T07:21:05,501 INFO [M:0;289954c9202d:44247 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/.lastflushedseqids 2024-11-27T07:21:05,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741852_1028 (size=263) 2024-11-27T07:21:05,530 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:21:05,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:05,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:05,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:05,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:05,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:05,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:05,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:05,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:05,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:05,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44791-0x1017b2a3e320001, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:21:05,577 INFO [RS:0;289954c9202d:44791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:21:05,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44791-0x1017b2a3e320001, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:21:05,577 INFO [RS:0;289954c9202d:44791 {}] regionserver.HRegionServer(1031): Exiting; stopping=289954c9202d,44791,1732692036808; zookeeper connection closed. 2024-11-27T07:21:05,577 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3479d5c6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3479d5c6 2024-11-27T07:21:05,577 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T07:21:05,806 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T07:21:05,907 INFO [M:0;289954c9202d:44247 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T07:21:05,908 INFO [M:0;289954c9202d:44247 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T07:21:05,908 DEBUG [M:0;289954c9202d:44247 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:21:05,908 INFO [M:0;289954c9202d:44247 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:05,908 DEBUG [M:0;289954c9202d:44247 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:05,908 DEBUG [M:0;289954c9202d:44247 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:21:05,908 DEBUG [M:0;289954c9202d:44247 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:05,908 INFO [M:0;289954c9202d:44247 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T07:21:05,922 DEBUG [M:0;289954c9202d:44247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f6c8c26dccb4b3dac715cc468dbb9e1 is 82, key is hbase:meta,,1/info:regioninfo/1732692040056/Put/seqid=0 2024-11-27T07:21:05,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741853_1029 (size=5672) 2024-11-27T07:21:06,328 INFO [M:0;289954c9202d:44247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f6c8c26dccb4b3dac715cc468dbb9e1 2024-11-27T07:21:06,344 DEBUG [M:0;289954c9202d:44247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd17a9b4b0ce4ff4b31ca239832f2bbf is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732692051206/Put/seqid=0 2024-11-27T07:21:06,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741854_1030 (size=8516) 2024-11-27T07:21:06,748 INFO [M:0;289954c9202d:44247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd17a9b4b0ce4ff4b31ca239832f2bbf 2024-11-27T07:21:06,764 DEBUG [M:0;289954c9202d:44247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef25d6f7e6214731a43b4727a123739e is 69, key is 289954c9202d,44791,1732692036808/rs:state/1732692038877/Put/seqid=0 2024-11-27T07:21:06,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741855_1031 (size=5156) 2024-11-27T07:21:07,168 INFO [M:0;289954c9202d:44247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef25d6f7e6214731a43b4727a123739e 2024-11-27T07:21:07,172 DEBUG [M:0;289954c9202d:44247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f6c8c26dccb4b3dac715cc468dbb9e1 as hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f6c8c26dccb4b3dac715cc468dbb9e1 2024-11-27T07:21:07,177 INFO [M:0;289954c9202d:44247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f6c8c26dccb4b3dac715cc468dbb9e1, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T07:21:07,177 DEBUG [M:0;289954c9202d:44247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd17a9b4b0ce4ff4b31ca239832f2bbf as hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd17a9b4b0ce4ff4b31ca239832f2bbf 2024-11-27T07:21:07,181 INFO [M:0;289954c9202d:44247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd17a9b4b0ce4ff4b31ca239832f2bbf, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T07:21:07,182 DEBUG [M:0;289954c9202d:44247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef25d6f7e6214731a43b4727a123739e as hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef25d6f7e6214731a43b4727a123739e 2024-11-27T07:21:07,186 INFO [M:0;289954c9202d:44247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef25d6f7e6214731a43b4727a123739e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T07:21:07,187 INFO [M:0;289954c9202d:44247 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-27T07:21:07,188 INFO [M:0;289954c9202d:44247 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:07,188 DEBUG [M:0;289954c9202d:44247 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692065908Disabling compacts and flushes for region at 1732692065908Disabling writes for close at 1732692065908Obtaining lock to block concurrent updates at 1732692065908Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732692065908Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732692065908Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732692065909 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732692065909Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732692065921 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732692065921Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732692066331 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732692066344 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732692066344Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732692066752 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732692066764 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732692066764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5274b31e: reopening flushed file at 1732692067172 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a15aad6: reopening flushed file at 1732692067177 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d0b8781: reopening flushed file at 1732692067182 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1732692067187 (+5 ms)Writing region close event to WAL at 1732692067188 (+1 ms)Closed at 1732692067188 2024-11-27T07:21:07,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741830_1006 (size=63654) 2024-11-27T07:21:07,190 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d79f652d-b4c6-151c-a7cc-1daf57d10bd7/MasterData/WALs/289954c9202d,44247,1732692036217/289954c9202d%2C44247%2C1732692036217.1732692038545 not finished, retry = 0 2024-11-27T07:21:07,291 INFO [M:0;289954c9202d:44247 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T07:21:07,291 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:21:07,291 INFO [M:0;289954c9202d:44247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44247 2024-11-27T07:21:07,291 INFO [M:0;289954c9202d:44247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:21:07,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:21:07,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:21:07,376 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4159 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:21:07,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:21:07,548 INFO [M:0;289954c9202d:44247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:21:07,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44247-0x1017b2a3e320000, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:21:07,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45c68e70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:21:07,550 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@94d1555{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:21:07,550 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:21:07,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ae0d247{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:21:07,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698353b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/hadoop.log.dir/,STOPPED} 2024-11-27T07:21:07,552 WARN [BP-53230900-172.17.0.3-1732692034212 heartbeating to localhost/127.0.0.1:39357 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T07:21:07,552 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T07:21:07,552 WARN [BP-53230900-172.17.0.3-1732692034212 heartbeating to localhost/127.0.0.1:39357 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-53230900-172.17.0.3-1732692034212 (Datanode Uuid d5219ebb-27d6-422a-add8-2f55b9b5af0e) service to localhost/127.0.0.1:39357 2024-11-27T07:21:07,552 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T07:21:07,552 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/cluster_db46f616-9b05-6f04-bb44-9f2596059a64/data/data1/current/BP-53230900-172.17.0.3-1732692034212 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:21:07,552 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/cluster_db46f616-9b05-6f04-bb44-9f2596059a64/data/data2/current/BP-53230900-172.17.0.3-1732692034212 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:21:07,552 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T07:21:07,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e8be9b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:21:07,558 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47996aa0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:21:07,558 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:21:07,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4898b990{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:21:07,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@610bcfc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6453a88-9901-358d-7a21-9a832eb2d659/hadoop.log.dir/,STOPPED} 2024-11-27T07:21:07,562 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T07:21:07,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T07:21:07,582 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=239 (was 204) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39357 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41955 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:41955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39357 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53131) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53131) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41955 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:39357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 565) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=339 (was 329) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4062 (was 4226) 2024-11-27T07:21:07,590 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=239, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=11, AvailableMemoryMB=4062 2024-11-27T07:21:07,603 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-27T07:21:07,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/hadoop.log.dir so I do NOT create it in target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff 2024-11-27T07:21:07,603 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T07:21:07,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/hadoop.tmp.dir so I do NOT create it in target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff 2024-11-27T07:21:07,604 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e50122-27b9-c5f2-4922-b51aa913c277/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T07:21:07,604 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff 2024-11-27T07:21:07,604 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/cluster_1edfe9e4-b244-2aa7-16eb-cdd3e6e0c18f, deleteOnExit=true 2024-11-27T07:21:07,625 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/cluster_1edfe9e4-b244-2aa7-16eb-cdd3e6e0c18f/zookeeper_0, clientPort=62479, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/cluster_1edfe9e4-b244-2aa7-16eb-cdd3e6e0c18f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/cluster_1edfe9e4-b244-2aa7-16eb-cdd3e6e0c18f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T07:21:07,625 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62479 2024-11-27T07:21:07,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T07:21:07,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T07:21:07,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/test.cache.data in system properties and HBase conf 2024-11-27T07:21:07,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T07:21:07,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/hadoop.log.dir in system properties and HBase conf 2024-11-27T07:21:07,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T07:21:07,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T07:21:07,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T07:21:07,626 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T07:21:07,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:21:07,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:21:07,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T07:21:07,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:21:07,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T07:21:07,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T07:21:07,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:21:07,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:21:07,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T07:21:07,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/nfs.dump.dir in system properties and HBase conf 2024-11-27T07:21:07,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/java.io.tmpdir in system properties and HBase conf 2024-11-27T07:21:07,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:21:07,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T07:21:07,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T07:21:07,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017b2a3e320005, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T07:21:07,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017b2a3e320002, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T07:21:07,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017b2a3e320005, quorum=127.0.0.1:53131, baseZNode=/1360728547 Received Disconnected from ZooKeeper, ignoring 2024-11-27T07:21:07,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017b2a3e320002, quorum=127.0.0.1:53131, baseZNode=/02034745609 Received Disconnected from ZooKeeper, ignoring 2024-11-27T07:21:08,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:21:08,102 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:21:08,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:21:08,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:21:08,103 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T07:21:08,104 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:21:08,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73d9276{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:21:08,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@147c2401{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:21:08,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39698e96{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/java.io.tmpdir/jetty-localhost-41171-hadoop-hdfs-3_4_1-tests_jar-_-any-5809537148630556417/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:21:08,205 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1424c9be{HTTP/1.1, (http/1.1)}{localhost:41171} 2024-11-27T07:21:08,205 INFO [Time-limited test {}] server.Server(415): Started @212613ms 2024-11-27T07:21:08,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:21:08,453 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:21:08,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:21:08,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:21:08,456 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T07:21:08,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@477e5668{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:21:08,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2952a6f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:21:08,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67bebb46{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/java.io.tmpdir/jetty-localhost-35519-hadoop-hdfs-3_4_1-tests_jar-_-any-5573327379007189751/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:21:08,553 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16c12be5{HTTP/1.1, (http/1.1)}{localhost:35519} 2024-11-27T07:21:08,553 INFO [Time-limited test {}] server.Server(415): Started @212962ms 2024-11-27T07:21:08,554 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T07:21:09,164 WARN [Thread-2189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/cluster_1edfe9e4-b244-2aa7-16eb-cdd3e6e0c18f/data/data1/current/BP-350500432-172.17.0.3-1732692067645/current, will proceed with Du for space computation calculation, 2024-11-27T07:21:09,164 WARN [Thread-2190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/cluster_1edfe9e4-b244-2aa7-16eb-cdd3e6e0c18f/data/data2/current/BP-350500432-172.17.0.3-1732692067645/current, will proceed with Du for space computation calculation, 2024-11-27T07:21:09,181 WARN [Thread-2177 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T07:21:09,182 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c2474bd89b01086 with lease ID 0xb7492f1182404c49: Processing first storage report for DS-25ee1f91-b6de-4bbf-b121-0199ae1ec76d from datanode DatanodeRegistration(127.0.0.1:34853, datanodeUuid=4f6dd3b2-8341-478c-94f2-e7913f8c2561, infoPort=38719, infoSecurePort=0, ipcPort=43253, storageInfo=lv=-57;cid=testClusterID;nsid=460943423;c=1732692067645) 2024-11-27T07:21:09,182 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c2474bd89b01086 with lease ID 0xb7492f1182404c49: from storage DS-25ee1f91-b6de-4bbf-b121-0199ae1ec76d node DatanodeRegistration(127.0.0.1:34853, datanodeUuid=4f6dd3b2-8341-478c-94f2-e7913f8c2561, infoPort=38719, infoSecurePort=0, ipcPort=43253, storageInfo=lv=-57;cid=testClusterID;nsid=460943423;c=1732692067645), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:21:09,182 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c2474bd89b01086 with lease ID 0xb7492f1182404c49: Processing first storage report for DS-011a783f-023b-4e09-bb8a-c586cb188e63 from datanode DatanodeRegistration(127.0.0.1:34853, datanodeUuid=4f6dd3b2-8341-478c-94f2-e7913f8c2561, infoPort=38719, infoSecurePort=0, ipcPort=43253, storageInfo=lv=-57;cid=testClusterID;nsid=460943423;c=1732692067645) 2024-11-27T07:21:09,182 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c2474bd89b01086 with lease ID 0xb7492f1182404c49: from storage DS-011a783f-023b-4e09-bb8a-c586cb188e63 node DatanodeRegistration(127.0.0.1:34853, datanodeUuid=4f6dd3b2-8341-478c-94f2-e7913f8c2561, infoPort=38719, infoSecurePort=0, ipcPort=43253, storageInfo=lv=-57;cid=testClusterID;nsid=460943423;c=1732692067645), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:21:09,282 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff 2024-11-27T07:21:09,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:09,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:09,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741825_1001 (size=7) 2024-11-27T07:21:09,691 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c with version=8 2024-11-27T07:21:09,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/hbase-staging 2024-11-27T07:21:09,693 INFO [Time-limited test {}] client.ConnectionUtils(128): master/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:21:09,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:09,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:09,693 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:21:09,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:09,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:21:09,693 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T07:21:09,693 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:21:09,694 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38607 2024-11-27T07:21:09,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38607 connecting to ZooKeeper ensemble=127.0.0.1:62479 2024-11-27T07:21:09,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386070x0, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:21:09,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38607-0x1017b2ac0d30000 connected 2024-11-27T07:21:09,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:09,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:09,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Set watcher on znode that does not yet exist, /01256804382/running 2024-11-27T07:21:09,872 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c, hbase.cluster.distributed=false 2024-11-27T07:21:09,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Set watcher on znode that does not yet exist, /01256804382/acl 2024-11-27T07:21:09,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38607 2024-11-27T07:21:09,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38607 2024-11-27T07:21:09,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38607 2024-11-27T07:21:09,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38607 2024-11-27T07:21:09,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38607 2024-11-27T07:21:09,886 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:21:09,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:09,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:09,887 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:21:09,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:09,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:21:09,887 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T07:21:09,887 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:21:09,888 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32917 2024-11-27T07:21:09,888 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32917 connecting to ZooKeeper ensemble=127.0.0.1:62479 2024-11-27T07:21:09,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:09,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:09,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329170x0, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:21:09,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32917-0x1017b2ac0d30001, quorum=127.0.0.1:62479, baseZNode=/01256804382 Set watcher on znode that does not yet exist, /01256804382/running 2024-11-27T07:21:09,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32917-0x1017b2ac0d30001 connected 2024-11-27T07:21:09,901 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T07:21:09,902 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T07:21:09,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32917-0x1017b2ac0d30001, quorum=127.0.0.1:62479, baseZNode=/01256804382 Set watcher on znode that does not yet exist, /01256804382/master 2024-11-27T07:21:09,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32917-0x1017b2ac0d30001, quorum=127.0.0.1:62479, baseZNode=/01256804382 Set watcher on znode that does not yet exist, /01256804382/acl 2024-11-27T07:21:09,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32917 2024-11-27T07:21:09,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32917 2024-11-27T07:21:09,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32917 2024-11-27T07:21:09,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32917 2024-11-27T07:21:09,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32917 2024-11-27T07:21:09,919 DEBUG [M:0;289954c9202d:38607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;289954c9202d:38607 2024-11-27T07:21:09,919 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01256804382/backup-masters/289954c9202d,38607,1732692069693 2024-11-27T07:21:09,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256804382/backup-masters 2024-11-27T07:21:09,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1017b2ac0d30001, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256804382/backup-masters 2024-11-27T07:21:09,932 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Set watcher on existing znode=/01256804382/backup-masters/289954c9202d,38607,1732692069693 2024-11-27T07:21:09,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1017b2ac0d30001, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01256804382/master 2024-11-27T07:21:09,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256804382 2024-11-27T07:21:09,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1017b2ac0d30001, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256804382 2024-11-27T07:21:09,942 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Set watcher on existing znode=/01256804382/master 2024-11-27T07:21:09,943 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01256804382/backup-masters/289954c9202d,38607,1732692069693 from backup master directory 2024-11-27T07:21:09,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01256804382/backup-masters/289954c9202d,38607,1732692069693 2024-11-27T07:21:09,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1017b2ac0d30001, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256804382/backup-masters 2024-11-27T07:21:09,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256804382/backup-masters 2024-11-27T07:21:09,953 WARN [master/289954c9202d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:21:09,953 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=289954c9202d,38607,1732692069693 2024-11-27T07:21:09,955 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/hbase.id] with ID: da8dde13-209c-4cd4-b5f7-4c4ce15f3546 2024-11-27T07:21:09,955 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/.tmp/hbase.id 2024-11-27T07:21:09,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741826_1002 (size=42) 2024-11-27T07:21:10,360 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/.tmp/hbase.id]:[hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/hbase.id] 2024-11-27T07:21:10,369 INFO [master/289954c9202d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:10,369 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T07:21:10,369 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T07:21:10,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256804382 2024-11-27T07:21:10,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1017b2ac0d30001, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256804382 2024-11-27T07:21:10,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741827_1003 (size=196) 2024-11-27T07:21:10,829 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:21:10,829 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T07:21:10,829 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:21:10,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741828_1004 (size=1189) 2024-11-27T07:21:10,915 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:21:10,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:10,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:10,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:10,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:10,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:10,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:10,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:10,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:10,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:10,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:11,235 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/data/master/store 2024-11-27T07:21:11,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741829_1005 (size=34) 2024-11-27T07:21:11,241 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:11,241 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:21:11,241 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:11,242 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:11,242 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:21:11,242 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:11,242 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:11,242 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692071241Disabling compacts and flushes for region at 1732692071241Disabling writes for close at 1732692071242 (+1 ms)Writing region close event to WAL at 1732692071242Closed at 1732692071242 2024-11-27T07:21:11,242 WARN [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/data/master/store/.initializing 2024-11-27T07:21:11,242 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/WALs/289954c9202d,38607,1732692069693 2024-11-27T07:21:11,243 INFO [master/289954c9202d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:21:11,244 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=289954c9202d%2C38607%2C1732692069693, suffix=, logDir=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/WALs/289954c9202d,38607,1732692069693, archiveDir=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/oldWALs, maxLogs=10 2024-11-27T07:21:11,260 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/WALs/289954c9202d,38607,1732692069693/289954c9202d%2C38607%2C1732692069693.1732692071245, exclude list is [], retry=0 2024-11-27T07:21:11,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34853,DS-25ee1f91-b6de-4bbf-b121-0199ae1ec76d,DISK] 2024-11-27T07:21:11,264 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/WALs/289954c9202d,38607,1732692069693/289954c9202d%2C38607%2C1732692069693.1732692071245 2024-11-27T07:21:11,264 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38719:38719)] 2024-11-27T07:21:11,264 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:21:11,264 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:11,264 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:11,264 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:11,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:11,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T07:21:11,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:11,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:11,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:11,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T07:21:11,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:11,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:11,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:11,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T07:21:11,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:11,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:11,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:11,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T07:21:11,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:11,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:11,270 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:11,270 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:11,271 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:11,272 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:11,272 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:11,272 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:21:11,273 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:11,275 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:21:11,276 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61592189, jitterRate=-0.08220486342906952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:21:11,276 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732692071264Initializing all the Stores at 1732692071265 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692071265Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692071265Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692071265Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692071265Cleaning up temporary data from old regions at 1732692071272 (+7 ms)Region opened successfully at 1732692071276 (+4 ms) 2024-11-27T07:21:11,276 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T07:21:11,279 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437e2d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:21:11,280 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T07:21:11,280 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T07:21:11,280 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T07:21:11,280 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T07:21:11,281 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T07:21:11,281 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T07:21:11,281 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T07:21:11,283 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T07:21:11,284 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Unable to get data of znode /01256804382/balancer because node does not exist (not necessarily an error) 2024-11-27T07:21:11,376 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01256804382/balancer already deleted, retry=false 2024-11-27T07:21:11,377 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T07:21:11,378 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Unable to get data of znode /01256804382/normalizer because node does not exist (not necessarily an error) 2024-11-27T07:21:11,385 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:21:11,386 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:21:11,386 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8169 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:21:11,395 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01256804382/normalizer already deleted, retry=false 2024-11-27T07:21:11,395 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T07:21:11,396 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Unable to get data of znode /01256804382/switch/split because node does not exist (not necessarily an error) 2024-11-27T07:21:11,405 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01256804382/switch/split already deleted, retry=false 2024-11-27T07:21:11,406 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Unable to get data of znode /01256804382/switch/merge because node does not exist (not necessarily an error) 2024-11-27T07:21:11,416 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01256804382/switch/merge already deleted, retry=false 2024-11-27T07:21:11,417 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Unable to get data of znode /01256804382/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T07:21:11,426 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01256804382/snapshot-cleanup already deleted, retry=false 2024-11-27T07:21:11,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01256804382/running 2024-11-27T07:21:11,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1017b2ac0d30001, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01256804382/running 2024-11-27T07:21:11,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256804382 2024-11-27T07:21:11,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1017b2ac0d30001, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256804382 2024-11-27T07:21:11,437 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=289954c9202d,38607,1732692069693, sessionid=0x1017b2ac0d30000, setting cluster-up flag (Was=false) 2024-11-27T07:21:11,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1017b2ac0d30001, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256804382 2024-11-27T07:21:11,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256804382 2024-11-27T07:21:11,489 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01256804382/flush-table-proc/acquired, /01256804382/flush-table-proc/reached, /01256804382/flush-table-proc/abort 2024-11-27T07:21:11,490 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,38607,1732692069693 2024-11-27T07:21:11,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1017b2ac0d30001, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256804382 2024-11-27T07:21:11,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256804382 2024-11-27T07:21:11,542 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01256804382/online-snapshot/acquired, /01256804382/online-snapshot/reached, /01256804382/online-snapshot/abort 2024-11-27T07:21:11,543 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,38607,1732692069693 2024-11-27T07:21:11,544 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T07:21:11,545 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T07:21:11,545 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T07:21:11,546 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T07:21:11,546 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 289954c9202d,38607,1732692069693 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T07:21:11,547 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:21:11,547 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:21:11,547 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:21:11,547 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:21:11,547 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/289954c9202d:0, corePoolSize=10, maxPoolSize=10 2024-11-27T07:21:11,547 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:11,547 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:21:11,547 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:11,548 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732692101548 2024-11-27T07:21:11,548 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T07:21:11,548 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T07:21:11,548 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T07:21:11,548 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T07:21:11,548 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T07:21:11,548 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T07:21:11,548 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:11,548 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:21:11,548 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T07:21:11,548 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T07:21:11,549 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T07:21:11,549 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T07:21:11,549 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T07:21:11,549 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T07:21:11,549 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T07:21:11,549 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692071549,5,FailOnTimeoutGroup] 2024-11-27T07:21:11,549 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:11,549 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692071549,5,FailOnTimeoutGroup] 2024-11-27T07:21:11,549 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:11,549 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T07:21:11,549 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T07:21:11,549 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:11,549 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:11,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741831_1007 (size=1321) 2024-11-27T07:21:11,612 INFO [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(746): ClusterId : da8dde13-209c-4cd4-b5f7-4c4ce15f3546 2024-11-27T07:21:11,612 DEBUG [RS:0;289954c9202d:32917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T07:21:11,624 DEBUG [RS:0;289954c9202d:32917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T07:21:11,624 DEBUG [RS:0;289954c9202d:32917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T07:21:11,635 DEBUG [RS:0;289954c9202d:32917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T07:21:11,635 DEBUG [RS:0;289954c9202d:32917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f4d3e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:21:11,645 DEBUG [RS:0;289954c9202d:32917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;289954c9202d:32917 2024-11-27T07:21:11,645 INFO [RS:0;289954c9202d:32917 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T07:21:11,645 INFO [RS:0;289954c9202d:32917 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T07:21:11,645 DEBUG [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T07:21:11,646 INFO [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,38607,1732692069693 with port=32917, startcode=1732692069886 2024-11-27T07:21:11,646 DEBUG [RS:0;289954c9202d:32917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T07:21:11,647 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T07:21:11,647 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38607 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 289954c9202d,32917,1732692069886 2024-11-27T07:21:11,647 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38607 {}] master.ServerManager(517): Registering regionserver=289954c9202d,32917,1732692069886 2024-11-27T07:21:11,649 DEBUG [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c 2024-11-27T07:21:11,649 DEBUG [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45575 2024-11-27T07:21:11,649 DEBUG [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T07:21:11,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256804382/rs 2024-11-27T07:21:11,658 DEBUG [RS:0;289954c9202d:32917 {}] zookeeper.ZKUtil(111): regionserver:32917-0x1017b2ac0d30001, quorum=127.0.0.1:62479, baseZNode=/01256804382 Set watcher on existing znode=/01256804382/rs/289954c9202d,32917,1732692069886 2024-11-27T07:21:11,658 WARN [RS:0;289954c9202d:32917 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:21:11,658 INFO [RS:0;289954c9202d:32917 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:21:11,658 DEBUG [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886 2024-11-27T07:21:11,658 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [289954c9202d,32917,1732692069886] 2024-11-27T07:21:11,661 INFO [RS:0;289954c9202d:32917 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T07:21:11,662 INFO [RS:0;289954c9202d:32917 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T07:21:11,662 INFO [RS:0;289954c9202d:32917 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T07:21:11,662 INFO [RS:0;289954c9202d:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:11,662 INFO [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T07:21:11,663 INFO [RS:0;289954c9202d:32917 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T07:21:11,663 INFO [RS:0;289954c9202d:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:11,663 DEBUG [RS:0;289954c9202d:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:11,663 DEBUG [RS:0;289954c9202d:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:11,663 DEBUG [RS:0;289954c9202d:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:11,663 DEBUG [RS:0;289954c9202d:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:11,663 DEBUG [RS:0;289954c9202d:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:11,663 DEBUG [RS:0;289954c9202d:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:21:11,663 DEBUG [RS:0;289954c9202d:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:11,663 DEBUG [RS:0;289954c9202d:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:11,663 DEBUG [RS:0;289954c9202d:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:11,663 DEBUG [RS:0;289954c9202d:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:11,663 DEBUG [RS:0;289954c9202d:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:11,663 DEBUG [RS:0;289954c9202d:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:11,663 DEBUG [RS:0;289954c9202d:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:21:11,663 DEBUG [RS:0;289954c9202d:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:21:11,664 INFO [RS:0;289954c9202d:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:11,664 INFO [RS:0;289954c9202d:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:11,664 INFO [RS:0;289954c9202d:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:11,664 INFO [RS:0;289954c9202d:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:11,664 INFO [RS:0;289954c9202d:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:11,664 INFO [RS:0;289954c9202d:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,32917,1732692069886-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:21:11,676 INFO [RS:0;289954c9202d:32917 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T07:21:11,677 INFO [RS:0;289954c9202d:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,32917,1732692069886-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:11,677 INFO [RS:0;289954c9202d:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:11,677 INFO [RS:0;289954c9202d:32917 {}] regionserver.Replication(171): 289954c9202d,32917,1732692069886 started 2024-11-27T07:21:11,688 INFO [RS:0;289954c9202d:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:11,688 INFO [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(1482): Serving as 289954c9202d,32917,1732692069886, RpcServer on 289954c9202d/172.17.0.3:32917, sessionid=0x1017b2ac0d30001 2024-11-27T07:21:11,689 DEBUG [RS:0;289954c9202d:32917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T07:21:11,689 DEBUG [RS:0;289954c9202d:32917 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 289954c9202d,32917,1732692069886 2024-11-27T07:21:11,689 DEBUG [RS:0;289954c9202d:32917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,32917,1732692069886' 2024-11-27T07:21:11,689 DEBUG [RS:0;289954c9202d:32917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01256804382/flush-table-proc/abort' 2024-11-27T07:21:11,689 DEBUG [RS:0;289954c9202d:32917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01256804382/flush-table-proc/acquired' 2024-11-27T07:21:11,690 DEBUG [RS:0;289954c9202d:32917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T07:21:11,690 DEBUG [RS:0;289954c9202d:32917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T07:21:11,690 DEBUG [RS:0;289954c9202d:32917 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 289954c9202d,32917,1732692069886 2024-11-27T07:21:11,690 DEBUG [RS:0;289954c9202d:32917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,32917,1732692069886' 2024-11-27T07:21:11,690 DEBUG [RS:0;289954c9202d:32917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01256804382/online-snapshot/abort' 2024-11-27T07:21:11,690 DEBUG [RS:0;289954c9202d:32917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01256804382/online-snapshot/acquired' 2024-11-27T07:21:11,690 DEBUG [RS:0;289954c9202d:32917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T07:21:11,690 INFO [RS:0;289954c9202d:32917 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T07:21:11,690 INFO [RS:0;289954c9202d:32917 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T07:21:11,790 INFO [RS:0;289954c9202d:32917 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:21:11,792 INFO [RS:0;289954c9202d:32917 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C32917%2C1732692069886, suffix=, logDir=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886, archiveDir=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/oldWALs, maxLogs=10 2024-11-27T07:21:11,803 DEBUG [RS:0;289954c9202d:32917 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792, exclude list is [], retry=0 2024-11-27T07:21:11,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34853,DS-25ee1f91-b6de-4bbf-b121-0199ae1ec76d,DISK] 2024-11-27T07:21:11,807 INFO [RS:0;289954c9202d:32917 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 2024-11-27T07:21:11,807 DEBUG [RS:0;289954c9202d:32917 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38719:38719)] 2024-11-27T07:21:11,956 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T07:21:11,956 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c 2024-11-27T07:21:11,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741833_1009 (size=32) 2024-11-27T07:21:11,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:11,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:21:11,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:21:11,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:11,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:11,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:21:11,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:21:11,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:11,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:11,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:21:11,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:21:11,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:11,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:11,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:21:11,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:21:11,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:11,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:11,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:21:11,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740 2024-11-27T07:21:11,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740 2024-11-27T07:21:11,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:21:11,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:21:11,968 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:21:11,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:21:11,971 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:21:11,971 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75140174, jitterRate=0.11967584490776062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:21:11,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732692071961Initializing all the Stores at 1732692071962 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692071962Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692071962Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692071962Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692071962Cleaning up temporary data from old regions at 1732692071968 (+6 ms)Region opened successfully at 1732692071971 (+3 ms) 2024-11-27T07:21:11,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:21:11,971 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:21:11,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:21:11,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:21:11,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:21:11,972 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:21:11,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692071971Disabling compacts and flushes for region at 1732692071971Disabling writes for close at 1732692071972 (+1 ms)Writing region close event to WAL at 1732692071972Closed at 1732692071972 2024-11-27T07:21:11,973 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:21:11,973 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T07:21:11,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T07:21:11,973 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:21:11,974 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T07:21:12,124 DEBUG [289954c9202d:38607 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:21:12,125 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=289954c9202d,32917,1732692069886 2024-11-27T07:21:12,125 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,32917,1732692069886, state=OPENING 2024-11-27T07:21:12,192 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T07:21:12,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256804382 2024-11-27T07:21:12,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1017b2ac0d30001, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256804382 2024-11-27T07:21:12,203 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:21:12,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01256804382/meta-region-server: CHANGED 2024-11-27T07:21:12,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01256804382/meta-region-server: CHANGED 2024-11-27T07:21:12,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,32917,1732692069886}] 2024-11-27T07:21:12,355 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:21:12,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:21:12,360 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T07:21:12,360 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:21:12,360 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T07:21:12,361 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C32917%2C1732692069886.meta, suffix=.meta, logDir=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886, archiveDir=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/oldWALs, maxLogs=10 2024-11-27T07:21:12,373 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.meta.1732692072362.meta, exclude list is [], retry=0 2024-11-27T07:21:12,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34853,DS-25ee1f91-b6de-4bbf-b121-0199ae1ec76d,DISK] 2024-11-27T07:21:12,377 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.meta.1732692072362.meta 2024-11-27T07:21:12,377 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38719:38719)] 2024-11-27T07:21:12,377 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:21:12,377 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:21:12,378 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:21:12,378 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T07:21:12,378 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T07:21:12,378 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T07:21:12,378 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:12,378 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T07:21:12,378 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T07:21:12,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:21:12,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:21:12,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:12,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:12,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:21:12,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:21:12,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:12,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:12,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:21:12,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:21:12,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:12,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:12,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:21:12,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:21:12,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:12,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:12,383 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:21:12,383 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740 2024-11-27T07:21:12,384 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740 2024-11-27T07:21:12,385 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:21:12,385 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:21:12,385 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:21:12,387 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:21:12,388 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66040869, jitterRate=-0.015914365649223328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:21:12,388 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T07:21:12,388 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732692072378Writing region info on filesystem at 1732692072378Initializing all the Stores at 1732692072379 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692072379Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692072379Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692072379Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692072379Cleaning up temporary data from old regions at 1732692072385 (+6 ms)Running coprocessor post-open hooks at 1732692072388 (+3 ms)Region opened successfully at 1732692072388 2024-11-27T07:21:12,389 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732692072355 2024-11-27T07:21:12,391 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T07:21:12,391 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T07:21:12,391 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,32917,1732692069886 2024-11-27T07:21:12,392 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,32917,1732692069886, state=OPEN 2024-11-27T07:21:12,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1017b2ac0d30001, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01256804382/meta-region-server 2024-11-27T07:21:12,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01256804382/meta-region-server 2024-11-27T07:21:12,510 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=289954c9202d,32917,1732692069886 2024-11-27T07:21:12,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01256804382/meta-region-server: CHANGED 2024-11-27T07:21:12,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01256804382/meta-region-server: CHANGED 2024-11-27T07:21:12,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T07:21:12,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,32917,1732692069886 in 307 msec 2024-11-27T07:21:12,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T07:21:12,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 540 msec 2024-11-27T07:21:12,514 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:21:12,514 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T07:21:12,515 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:21:12,515 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,32917,1732692069886, seqNum=-1] 2024-11-27T07:21:12,516 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:21:12,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:21:12,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 975 msec 2024-11-27T07:21:12,520 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732692072520, completionTime=-1 2024-11-27T07:21:12,520 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T07:21:12,521 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T07:21:12,522 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T07:21:12,522 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732692132522 2024-11-27T07:21:12,522 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732692192522 2024-11-27T07:21:12,522 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T07:21:12,523 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38607,1732692069693-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:12,523 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38607,1732692069693-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:12,523 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38607,1732692069693-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:12,523 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-289954c9202d:38607, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:12,523 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:12,523 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:12,524 DEBUG [master/289954c9202d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T07:21:12,526 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.573sec 2024-11-27T07:21:12,526 INFO [master/289954c9202d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T07:21:12,526 INFO [master/289954c9202d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T07:21:12,526 INFO [master/289954c9202d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T07:21:12,526 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T07:21:12,526 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T07:21:12,526 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38607,1732692069693-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:21:12,526 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38607,1732692069693-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T07:21:12,528 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T07:21:12,528 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T07:21:12,528 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38607,1732692069693-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:12,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76187a48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:12,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,38607,-1 for getting cluster id 2024-11-27T07:21:12,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:21:12,613 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da8dde13-209c-4cd4-b5f7-4c4ce15f3546' 2024-11-27T07:21:12,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:21:12,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da8dde13-209c-4cd4-b5f7-4c4ce15f3546" 2024-11-27T07:21:12,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54518c0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:12,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,38607,-1] 2024-11-27T07:21:12,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:21:12,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:12,615 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:21:12,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640cfda6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:12,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:21:12,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,32917,1732692069886, seqNum=-1] 2024-11-27T07:21:12,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:21:12,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:21:12,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=289954c9202d,38607,1732692069693 2024-11-27T07:21:12,619 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62479 2024-11-27T07:21:12,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:21:12,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017b2ac0d30002 connected 2024-11-27T07:21:12,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/hadoop.log.dir so I do NOT create it in target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7 2024-11-27T07:21:12,649 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T07:21:12,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/hadoop.tmp.dir so I do NOT create it in target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7 2024-11-27T07:21:12,649 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T07:21:12,649 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7 2024-11-27T07:21:12,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T07:21:12,649 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/cluster_8b0bf0d6-c6f6-2273-26fa-5b35c38f011d, deleteOnExit=true 2024-11-27T07:21:12,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T07:21:12,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/test.cache.data in system properties and HBase conf 2024-11-27T07:21:12,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T07:21:12,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/hadoop.log.dir in system properties and HBase conf 2024-11-27T07:21:12,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T07:21:12,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T07:21:12,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T07:21:12,650 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T07:21:12,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:21:12,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:21:12,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T07:21:12,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:21:12,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T07:21:12,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T07:21:12,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:21:12,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:21:12,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T07:21:12,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/nfs.dump.dir in system properties and HBase conf 2024-11-27T07:21:12,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/java.io.tmpdir in system properties and HBase conf 2024-11-27T07:21:12,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:21:12,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T07:21:12,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T07:21:13,096 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:21:13,100 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:21:13,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:21:13,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:21:13,108 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T07:21:13,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:21:13,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a3a9343{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:21:13,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10450e5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:21:13,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c2c5b47{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/java.io.tmpdir/jetty-localhost-41813-hadoop-hdfs-3_4_1-tests_jar-_-any-3755766965526250244/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:21:13,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67c2d1fd{HTTP/1.1, (http/1.1)}{localhost:41813} 2024-11-27T07:21:13,206 INFO [Time-limited test {}] server.Server(415): Started @217615ms 2024-11-27T07:21:13,520 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:21:13,522 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:21:13,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:21:13,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:21:13,524 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T07:21:13,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3075ae64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:21:13,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77d66c2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:21:13,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ef217{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/java.io.tmpdir/jetty-localhost-36929-hadoop-hdfs-3_4_1-tests_jar-_-any-15353969708689821912/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:21:13,621 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5172d7cd{HTTP/1.1, (http/1.1)}{localhost:36929} 2024-11-27T07:21:13,621 INFO [Time-limited test {}] server.Server(415): Started @218029ms 2024-11-27T07:21:13,622 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T07:21:14,292 WARN [Thread-2310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/cluster_8b0bf0d6-c6f6-2273-26fa-5b35c38f011d/data/data1/current/BP-1150379476-172.17.0.3-1732692072664/current, will proceed with Du for space computation calculation, 2024-11-27T07:21:14,292 WARN [Thread-2311 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/cluster_8b0bf0d6-c6f6-2273-26fa-5b35c38f011d/data/data2/current/BP-1150379476-172.17.0.3-1732692072664/current, will proceed with Du for space computation calculation, 2024-11-27T07:21:14,306 WARN [Thread-2298 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T07:21:14,308 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e6f0786160d3fbe with lease ID 0x529cea75c09be8b3: Processing first storage report for DS-d2114369-63cc-4c0a-add6-c8411dcf6801 from datanode DatanodeRegistration(127.0.0.1:37225, datanodeUuid=1697ca7e-f6b6-40c1-ab12-89f88b5d49c0, infoPort=36613, infoSecurePort=0, ipcPort=42307, storageInfo=lv=-57;cid=testClusterID;nsid=1839850360;c=1732692072664) 2024-11-27T07:21:14,308 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e6f0786160d3fbe with lease ID 0x529cea75c09be8b3: from storage DS-d2114369-63cc-4c0a-add6-c8411dcf6801 node DatanodeRegistration(127.0.0.1:37225, datanodeUuid=1697ca7e-f6b6-40c1-ab12-89f88b5d49c0, infoPort=36613, infoSecurePort=0, ipcPort=42307, storageInfo=lv=-57;cid=testClusterID;nsid=1839850360;c=1732692072664), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:21:14,308 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e6f0786160d3fbe with lease ID 0x529cea75c09be8b3: Processing first storage report for DS-13578a61-e23f-42a2-891b-313764fd535f from datanode DatanodeRegistration(127.0.0.1:37225, datanodeUuid=1697ca7e-f6b6-40c1-ab12-89f88b5d49c0, infoPort=36613, infoSecurePort=0, ipcPort=42307, storageInfo=lv=-57;cid=testClusterID;nsid=1839850360;c=1732692072664) 2024-11-27T07:21:14,309 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e6f0786160d3fbe with lease ID 0x529cea75c09be8b3: from storage DS-13578a61-e23f-42a2-891b-313764fd535f node DatanodeRegistration(127.0.0.1:37225, datanodeUuid=1697ca7e-f6b6-40c1-ab12-89f88b5d49c0, infoPort=36613, infoSecurePort=0, ipcPort=42307, storageInfo=lv=-57;cid=testClusterID;nsid=1839850360;c=1732692072664), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:21:14,350 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7 2024-11-27T07:21:14,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:14,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:14,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741825_1001 (size=7) 2024-11-27T07:21:14,757 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9 with version=8 2024-11-27T07:21:14,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/hbase-staging 2024-11-27T07:21:14,759 INFO [Time-limited test {}] client.ConnectionUtils(128): master/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:21:14,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:14,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:14,759 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:21:14,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:14,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:21:14,759 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T07:21:14,759 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:21:14,760 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36683 2024-11-27T07:21:14,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36683 connecting to ZooKeeper ensemble=127.0.0.1:62479 2024-11-27T07:21:14,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366830x0, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:21:14,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36683-0x1017b2ac0d30003 connected 2024-11-27T07:21:14,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T07:21:14,872 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T07:21:14,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:21:14,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T07:21:14,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:21:14,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T07:21:14,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:14,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:14,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Set watcher on znode that does not yet exist, /1-1636049474/running 2024-11-27T07:21:14,889 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9, hbase.cluster.distributed=false 2024-11-27T07:21:14,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Set watcher on znode that does not yet exist, /1-1636049474/acl 2024-11-27T07:21:14,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36683 2024-11-27T07:21:14,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36683 2024-11-27T07:21:14,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36683 2024-11-27T07:21:14,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36683 2024-11-27T07:21:14,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36683 2024-11-27T07:21:14,923 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:21:14,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:14,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:14,924 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:21:14,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:14,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:21:14,924 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T07:21:14,924 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:21:14,925 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45201 2024-11-27T07:21:14,926 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45201 connecting to ZooKeeper ensemble=127.0.0.1:62479 2024-11-27T07:21:14,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:14,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:14,942 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452010x0, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:21:14,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452010x0, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Set watcher on znode that does not yet exist, /1-1636049474/running 2024-11-27T07:21:14,943 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T07:21:14,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45201-0x1017b2ac0d30004 connected 2024-11-27T07:21:14,951 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T07:21:14,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45201-0x1017b2ac0d30004, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Set watcher on znode that does not yet exist, /1-1636049474/master 2024-11-27T07:21:14,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45201-0x1017b2ac0d30004, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Set watcher on znode that does not yet exist, /1-1636049474/acl 2024-11-27T07:21:14,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45201 2024-11-27T07:21:14,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45201 2024-11-27T07:21:14,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45201 2024-11-27T07:21:14,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45201 2024-11-27T07:21:14,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45201 2024-11-27T07:21:14,983 DEBUG [M:0;289954c9202d:36683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;289954c9202d:36683 2024-11-27T07:21:14,984 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1636049474/backup-masters/289954c9202d,36683,1732692074759 2024-11-27T07:21:14,995 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1017b2ac0d30004, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1636049474/backup-masters 2024-11-27T07:21:14,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1636049474/backup-masters 2024-11-27T07:21:14,995 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Set watcher on existing znode=/1-1636049474/backup-masters/289954c9202d,36683,1732692074759 2024-11-27T07:21:15,005 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1017b2ac0d30004, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1636049474/master 2024-11-27T07:21:15,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1636049474 2024-11-27T07:21:15,005 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1017b2ac0d30004, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1636049474 2024-11-27T07:21:15,006 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Set watcher on existing znode=/1-1636049474/master 2024-11-27T07:21:15,006 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1636049474/backup-masters/289954c9202d,36683,1732692074759 from backup master directory 2024-11-27T07:21:15,016 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1017b2ac0d30004, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1636049474/backup-masters 2024-11-27T07:21:15,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1636049474/backup-masters/289954c9202d,36683,1732692074759 2024-11-27T07:21:15,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1636049474/backup-masters 2024-11-27T07:21:15,016 WARN [master/289954c9202d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:21:15,016 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=289954c9202d,36683,1732692074759 2024-11-27T07:21:15,020 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/hbase.id] with ID: 78e1c178-8b54-4e60-80d1-11524f99f203 2024-11-27T07:21:15,020 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/.tmp/hbase.id 2024-11-27T07:21:15,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741826_1002 (size=42) 2024-11-27T07:21:15,425 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/.tmp/hbase.id]:[hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/hbase.id] 2024-11-27T07:21:15,433 INFO [master/289954c9202d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:15,433 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T07:21:15,434 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T07:21:15,444 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1017b2ac0d30004, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1636049474 2024-11-27T07:21:15,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1636049474 2024-11-27T07:21:15,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741827_1003 (size=196) 2024-11-27T07:21:15,449 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:21:15,449 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T07:21:15,450 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:21:15,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741828_1004 (size=1189) 2024-11-27T07:21:15,855 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/data/master/store 2024-11-27T07:21:15,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741829_1005 (size=34) 2024-11-27T07:21:16,260 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:16,261 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:21:16,261 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:16,261 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:16,261 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:21:16,261 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:16,261 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:16,261 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692076261Disabling compacts and flushes for region at 1732692076261Disabling writes for close at 1732692076261Writing region close event to WAL at 1732692076261Closed at 1732692076261 2024-11-27T07:21:16,261 WARN [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/data/master/store/.initializing 2024-11-27T07:21:16,262 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/WALs/289954c9202d,36683,1732692074759 2024-11-27T07:21:16,262 INFO [master/289954c9202d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:21:16,263 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=289954c9202d%2C36683%2C1732692074759, suffix=, logDir=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/WALs/289954c9202d,36683,1732692074759, archiveDir=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/oldWALs, maxLogs=10 2024-11-27T07:21:16,274 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/WALs/289954c9202d,36683,1732692074759/289954c9202d%2C36683%2C1732692074759.1732692076264, exclude list is [], retry=0 2024-11-27T07:21:16,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37225,DS-d2114369-63cc-4c0a-add6-c8411dcf6801,DISK] 2024-11-27T07:21:16,278 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/WALs/289954c9202d,36683,1732692074759/289954c9202d%2C36683%2C1732692074759.1732692076264 2024-11-27T07:21:16,278 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36613:36613)] 2024-11-27T07:21:16,278 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:21:16,278 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:16,278 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:16,279 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:16,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:16,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T07:21:16,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:16,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:16,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:16,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T07:21:16,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:16,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:16,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:16,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T07:21:16,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:16,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:16,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:16,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T07:21:16,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:16,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:16,284 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:16,285 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:16,285 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:16,286 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:16,287 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:16,287 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:21:16,288 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:16,290 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:21:16,290 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64757265, jitterRate=-0.035041555762290955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:21:16,290 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732692076279Initializing all the Stores at 1732692076279Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692076279Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692076279Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692076279Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692076279Cleaning up temporary data from old regions at 1732692076287 (+8 ms)Region opened successfully at 1732692076290 (+3 ms) 2024-11-27T07:21:16,290 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T07:21:16,293 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ce83b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:21:16,293 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T07:21:16,293 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T07:21:16,294 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T07:21:16,294 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T07:21:16,294 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T07:21:16,294 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T07:21:16,294 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T07:21:16,296 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T07:21:16,296 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Unable to get data of znode /1-1636049474/balancer because node does not exist (not necessarily an error) 2024-11-27T07:21:16,395 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1636049474/balancer already deleted, retry=false 2024-11-27T07:21:16,395 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T07:21:16,396 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Unable to get data of znode /1-1636049474/normalizer because node does not exist (not necessarily an error) 2024-11-27T07:21:16,405 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1636049474/normalizer already deleted, retry=false 2024-11-27T07:21:16,405 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T07:21:16,406 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Unable to get data of znode /1-1636049474/switch/split because node does not exist (not necessarily an error) 2024-11-27T07:21:16,415 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1636049474/switch/split already deleted, retry=false 2024-11-27T07:21:16,416 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Unable to get data of znode /1-1636049474/switch/merge because node does not exist (not necessarily an error) 2024-11-27T07:21:16,426 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1636049474/switch/merge already deleted, retry=false 2024-11-27T07:21:16,428 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Unable to get data of znode /1-1636049474/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T07:21:16,436 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1636049474/snapshot-cleanup already deleted, retry=false 2024-11-27T07:21:16,447 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1017b2ac0d30004, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1636049474/running 2024-11-27T07:21:16,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1636049474/running 2024-11-27T07:21:16,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1636049474 2024-11-27T07:21:16,447 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1017b2ac0d30004, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1636049474 2024-11-27T07:21:16,447 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=289954c9202d,36683,1732692074759, sessionid=0x1017b2ac0d30003, setting cluster-up flag (Was=false) 2024-11-27T07:21:16,468 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1017b2ac0d30004, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1636049474 2024-11-27T07:21:16,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1636049474 2024-11-27T07:21:16,500 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1636049474/flush-table-proc/acquired, /1-1636049474/flush-table-proc/reached, /1-1636049474/flush-table-proc/abort 2024-11-27T07:21:16,500 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,36683,1732692074759 2024-11-27T07:21:16,521 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1017b2ac0d30004, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1636049474 2024-11-27T07:21:16,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1636049474 2024-11-27T07:21:16,552 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1636049474/online-snapshot/acquired, /1-1636049474/online-snapshot/reached, /1-1636049474/online-snapshot/abort 2024-11-27T07:21:16,553 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,36683,1732692074759 2024-11-27T07:21:16,554 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T07:21:16,555 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T07:21:16,555 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T07:21:16,556 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T07:21:16,556 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 289954c9202d,36683,1732692074759 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T07:21:16,557 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:21:16,557 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:21:16,557 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:21:16,557 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:21:16,557 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/289954c9202d:0, corePoolSize=10, maxPoolSize=10 2024-11-27T07:21:16,557 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:16,557 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:21:16,557 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:16,561 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732692106561 2024-11-27T07:21:16,562 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T07:21:16,562 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T07:21:16,562 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T07:21:16,562 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T07:21:16,562 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T07:21:16,562 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T07:21:16,562 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:21:16,562 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T07:21:16,563 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:16,563 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T07:21:16,567 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:16,567 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T07:21:16,567 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T07:21:16,568 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T07:21:16,568 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T07:21:16,568 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T07:21:16,568 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T07:21:16,568 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692076568,5,FailOnTimeoutGroup] 2024-11-27T07:21:16,572 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692076568,5,FailOnTimeoutGroup] 2024-11-27T07:21:16,572 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:16,572 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T07:21:16,572 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:16,572 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:16,573 INFO [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(746): ClusterId : 78e1c178-8b54-4e60-80d1-11524f99f203 2024-11-27T07:21:16,573 DEBUG [RS:0;289954c9202d:45201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T07:21:16,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741831_1007 (size=1321) 2024-11-27T07:21:16,584 DEBUG [RS:0;289954c9202d:45201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T07:21:16,585 DEBUG [RS:0;289954c9202d:45201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T07:21:16,595 DEBUG [RS:0;289954c9202d:45201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T07:21:16,595 DEBUG [RS:0;289954c9202d:45201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b10653f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:21:16,605 DEBUG [RS:0;289954c9202d:45201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;289954c9202d:45201 2024-11-27T07:21:16,605 INFO [RS:0;289954c9202d:45201 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T07:21:16,605 INFO [RS:0;289954c9202d:45201 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T07:21:16,605 DEBUG [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T07:21:16,606 INFO [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,36683,1732692074759 with port=45201, startcode=1732692074923 2024-11-27T07:21:16,606 DEBUG [RS:0;289954c9202d:45201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T07:21:16,607 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T07:21:16,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36683 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 289954c9202d,45201,1732692074923 2024-11-27T07:21:16,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36683 {}] master.ServerManager(517): Registering regionserver=289954c9202d,45201,1732692074923 2024-11-27T07:21:16,609 DEBUG [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9 2024-11-27T07:21:16,609 DEBUG [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41749 2024-11-27T07:21:16,609 DEBUG [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T07:21:16,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1636049474/rs 2024-11-27T07:21:16,662 DEBUG [RS:0;289954c9202d:45201 {}] zookeeper.ZKUtil(111): regionserver:45201-0x1017b2ac0d30004, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Set watcher on existing znode=/1-1636049474/rs/289954c9202d,45201,1732692074923 2024-11-27T07:21:16,662 WARN [RS:0;289954c9202d:45201 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:21:16,662 INFO [RS:0;289954c9202d:45201 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:21:16,662 DEBUG [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923 2024-11-27T07:21:16,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [289954c9202d,45201,1732692074923] 2024-11-27T07:21:16,665 INFO [RS:0;289954c9202d:45201 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T07:21:16,666 INFO [RS:0;289954c9202d:45201 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T07:21:16,666 INFO [RS:0;289954c9202d:45201 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T07:21:16,666 INFO [RS:0;289954c9202d:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:16,667 INFO [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T07:21:16,667 INFO [RS:0;289954c9202d:45201 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T07:21:16,667 INFO [RS:0;289954c9202d:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:16,667 DEBUG [RS:0;289954c9202d:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:16,668 DEBUG [RS:0;289954c9202d:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:16,668 DEBUG [RS:0;289954c9202d:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:16,668 DEBUG [RS:0;289954c9202d:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:16,668 DEBUG [RS:0;289954c9202d:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:16,668 DEBUG [RS:0;289954c9202d:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:21:16,668 DEBUG [RS:0;289954c9202d:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:16,668 DEBUG [RS:0;289954c9202d:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:16,668 DEBUG [RS:0;289954c9202d:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:16,668 DEBUG [RS:0;289954c9202d:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:16,668 DEBUG [RS:0;289954c9202d:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:16,668 DEBUG [RS:0;289954c9202d:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:16,668 DEBUG [RS:0;289954c9202d:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:21:16,668 DEBUG [RS:0;289954c9202d:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:21:16,668 INFO [RS:0;289954c9202d:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:16,668 INFO [RS:0;289954c9202d:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:16,668 INFO [RS:0;289954c9202d:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:16,668 INFO [RS:0;289954c9202d:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:16,668 INFO [RS:0;289954c9202d:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:16,668 INFO [RS:0;289954c9202d:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,45201,1732692074923-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:21:16,680 INFO [RS:0;289954c9202d:45201 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T07:21:16,681 INFO [RS:0;289954c9202d:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,45201,1732692074923-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:16,681 INFO [RS:0;289954c9202d:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:16,681 INFO [RS:0;289954c9202d:45201 {}] regionserver.Replication(171): 289954c9202d,45201,1732692074923 started 2024-11-27T07:21:16,692 INFO [RS:0;289954c9202d:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:16,692 INFO [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(1482): Serving as 289954c9202d,45201,1732692074923, RpcServer on 289954c9202d/172.17.0.3:45201, sessionid=0x1017b2ac0d30004 2024-11-27T07:21:16,692 DEBUG [RS:0;289954c9202d:45201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T07:21:16,692 DEBUG [RS:0;289954c9202d:45201 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 289954c9202d,45201,1732692074923 2024-11-27T07:21:16,692 DEBUG [RS:0;289954c9202d:45201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,45201,1732692074923' 2024-11-27T07:21:16,692 DEBUG [RS:0;289954c9202d:45201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1636049474/flush-table-proc/abort' 2024-11-27T07:21:16,693 DEBUG [RS:0;289954c9202d:45201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1636049474/flush-table-proc/acquired' 2024-11-27T07:21:16,693 DEBUG [RS:0;289954c9202d:45201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T07:21:16,693 DEBUG [RS:0;289954c9202d:45201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T07:21:16,693 DEBUG [RS:0;289954c9202d:45201 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 289954c9202d,45201,1732692074923 2024-11-27T07:21:16,693 DEBUG [RS:0;289954c9202d:45201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,45201,1732692074923' 2024-11-27T07:21:16,693 DEBUG [RS:0;289954c9202d:45201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1636049474/online-snapshot/abort' 2024-11-27T07:21:16,693 DEBUG [RS:0;289954c9202d:45201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1636049474/online-snapshot/acquired' 2024-11-27T07:21:16,693 DEBUG [RS:0;289954c9202d:45201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T07:21:16,693 INFO [RS:0;289954c9202d:45201 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T07:21:16,693 INFO [RS:0;289954c9202d:45201 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T07:21:16,794 INFO [RS:0;289954c9202d:45201 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:21:16,795 INFO [RS:0;289954c9202d:45201 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C45201%2C1732692074923, suffix=, logDir=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923, archiveDir=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/oldWALs, maxLogs=10 2024-11-27T07:21:16,806 DEBUG [RS:0;289954c9202d:45201 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795, exclude list is [], retry=0 2024-11-27T07:21:16,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37225,DS-d2114369-63cc-4c0a-add6-c8411dcf6801,DISK] 2024-11-27T07:21:16,810 INFO [RS:0;289954c9202d:45201 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 2024-11-27T07:21:16,811 DEBUG [RS:0;289954c9202d:45201 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36613:36613)] 2024-11-27T07:21:16,975 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T07:21:16,976 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9 2024-11-27T07:21:16,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741833_1009 (size=32) 2024-11-27T07:21:17,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:17,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:21:17,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:21:17,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:17,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:17,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:21:17,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:21:17,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:17,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:17,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:21:17,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:21:17,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:17,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:17,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:21:17,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:21:17,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:17,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:17,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:21:17,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740 2024-11-27T07:21:17,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740 2024-11-27T07:21:17,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:21:17,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:21:17,389 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:21:17,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:21:17,391 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:21:17,392 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69094881, jitterRate=0.02959395945072174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:21:17,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732692077381Initializing all the Stores at 1732692077381Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692077382 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692077382Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692077382Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692077382Cleaning up temporary data from old regions at 1732692077388 (+6 ms)Region opened successfully at 1732692077392 (+4 ms) 2024-11-27T07:21:17,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:21:17,392 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:21:17,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:21:17,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:21:17,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:21:17,392 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:21:17,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692077392Disabling compacts and flushes for region at 1732692077392Disabling writes for close at 1732692077392Writing region close event to WAL at 1732692077392Closed at 1732692077392 2024-11-27T07:21:17,393 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:21:17,393 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T07:21:17,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T07:21:17,394 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:21:17,395 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T07:21:17,545 DEBUG [289954c9202d:36683 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:21:17,546 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=289954c9202d,45201,1732692074923 2024-11-27T07:21:17,546 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,45201,1732692074923, state=OPENING 2024-11-27T07:21:17,613 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T07:21:17,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1636049474 2024-11-27T07:21:17,623 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1017b2ac0d30004, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1636049474 2024-11-27T07:21:17,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1636049474/meta-region-server: CHANGED 2024-11-27T07:21:17,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1636049474/meta-region-server: CHANGED 2024-11-27T07:21:17,624 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:21:17,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,45201,1732692074923}] 2024-11-27T07:21:17,776 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:21:17,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:21:17,780 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T07:21:17,780 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:21:17,781 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T07:21:17,782 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C45201%2C1732692074923.meta, suffix=.meta, logDir=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923, archiveDir=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/oldWALs, maxLogs=10 2024-11-27T07:21:17,798 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.meta.1732692077782.meta, exclude list is [], retry=0 2024-11-27T07:21:17,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37225,DS-d2114369-63cc-4c0a-add6-c8411dcf6801,DISK] 2024-11-27T07:21:17,802 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.meta.1732692077782.meta 2024-11-27T07:21:17,802 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36613:36613)] 2024-11-27T07:21:17,802 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:21:17,802 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:21:17,803 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:21:17,803 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T07:21:17,803 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T07:21:17,803 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T07:21:17,803 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:17,803 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T07:21:17,803 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T07:21:17,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:21:17,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:21:17,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:17,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:17,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:21:17,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:21:17,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:17,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:17,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:21:17,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:21:17,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:17,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:17,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:21:17,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:21:17,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:17,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:17,808 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:21:17,809 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740 2024-11-27T07:21:17,810 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740 2024-11-27T07:21:17,811 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:21:17,811 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:21:17,811 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:21:17,813 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:21:17,814 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71358605, jitterRate=0.06332607567310333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:21:17,814 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T07:21:17,814 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732692077803Writing region info on filesystem at 1732692077803Initializing all the Stores at 1732692077804 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692077804Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692077804Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692077804Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692077804Cleaning up temporary data from old regions at 1732692077811 (+7 ms)Running coprocessor post-open hooks at 1732692077814 (+3 ms)Region opened successfully at 1732692077814 2024-11-27T07:21:17,815 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732692077776 2024-11-27T07:21:17,817 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T07:21:17,817 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T07:21:17,817 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,45201,1732692074923 2024-11-27T07:21:17,818 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,45201,1732692074923, state=OPEN 2024-11-27T07:21:17,826 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1017b2ac0d30004, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1636049474/meta-region-server 2024-11-27T07:21:17,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1636049474/meta-region-server 2024-11-27T07:21:17,826 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=289954c9202d,45201,1732692074923 2024-11-27T07:21:17,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1636049474/meta-region-server: CHANGED 2024-11-27T07:21:17,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1636049474/meta-region-server: CHANGED 2024-11-27T07:21:17,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T07:21:17,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,45201,1732692074923 in 202 msec 2024-11-27T07:21:17,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T07:21:17,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-27T07:21:17,830 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:21:17,830 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T07:21:17,831 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:21:17,831 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,45201,1732692074923, seqNum=-1] 2024-11-27T07:21:17,832 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:21:17,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:21:17,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2820 sec 2024-11-27T07:21:17,837 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732692077837, completionTime=-1 2024-11-27T07:21:17,837 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T07:21:17,837 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T07:21:17,839 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T07:21:17,839 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732692137839 2024-11-27T07:21:17,839 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732692197839 2024-11-27T07:21:17,839 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T07:21:17,840 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,36683,1732692074759-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:17,840 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,36683,1732692074759-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:17,840 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,36683,1732692074759-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:17,840 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-289954c9202d:36683, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:17,840 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:17,840 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:17,842 DEBUG [master/289954c9202d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T07:21:17,843 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.827sec 2024-11-27T07:21:17,843 INFO [master/289954c9202d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T07:21:17,843 INFO [master/289954c9202d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T07:21:17,843 INFO [master/289954c9202d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T07:21:17,843 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T07:21:17,844 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T07:21:17,844 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,36683,1732692074759-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:21:17,844 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,36683,1732692074759-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T07:21:17,845 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T07:21:17,845 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T07:21:17,845 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,36683,1732692074759-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:17,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10509ab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:17,874 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,36683,-1 for getting cluster id 2024-11-27T07:21:17,874 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:21:17,875 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78e1c178-8b54-4e60-80d1-11524f99f203' 2024-11-27T07:21:17,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:21:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78e1c178-8b54-4e60-80d1-11524f99f203" 2024-11-27T07:21:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6006ca8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,36683,-1] 2024-11-27T07:21:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:21:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:17,877 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:21:17,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f78d31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:17,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:21:17,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,45201,1732692074923, seqNum=-1] 2024-11-27T07:21:17,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:21:17,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:21:17,880 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:21:17,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=289954c9202d,36683,1732692074759 2024-11-27T07:21:17,885 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62479 2024-11-27T07:21:17,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:21:17,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017b2ac0d30005 connected 2024-11-27T07:21:17,909 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:21:17,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,38607,1732692069693 2024-11-27T07:21:17,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39d2b8ce 2024-11-27T07:21:17,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:21:17,912 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:21:17,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:21:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T07:21:17,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:21:17,914 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:17,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T07:21:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:21:17,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:21:17,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:17,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:17,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:17,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:17,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:17,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:17,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741835_1011 (size=902) 2024-11-27T07:21:17,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:17,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:17,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:17,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:17,950 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T07:21:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:21:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:21:18,322 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fbcc89824230ac320ffcca031bcb176b, NAME => 'test,,1732692077912.fbcc89824230ac320ffcca031bcb176b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c 2024-11-27T07:21:18,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741836_1012 (size=39) 2024-11-27T07:21:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:21:18,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732692077912.fbcc89824230ac320ffcca031bcb176b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:18,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fbcc89824230ac320ffcca031bcb176b, disabling compactions & flushes 2024-11-27T07:21:18,727 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732692077912.fbcc89824230ac320ffcca031bcb176b. 2024-11-27T07:21:18,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692077912.fbcc89824230ac320ffcca031bcb176b. 2024-11-27T07:21:18,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732692077912.fbcc89824230ac320ffcca031bcb176b. after waiting 0 ms 2024-11-27T07:21:18,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732692077912.fbcc89824230ac320ffcca031bcb176b. 2024-11-27T07:21:18,727 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732692077912.fbcc89824230ac320ffcca031bcb176b. 2024-11-27T07:21:18,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fbcc89824230ac320ffcca031bcb176b: Waiting for close lock at 1732692078727Disabling compacts and flushes for region at 1732692078727Disabling writes for close at 1732692078727Writing region close event to WAL at 1732692078727Closed at 1732692078727 2024-11-27T07:21:18,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:21:18,729 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732692077912.fbcc89824230ac320ffcca031bcb176b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732692078728"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692078728"}]},"ts":"1732692078728"} 2024-11-27T07:21:18,731 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:21:18,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:21:18,732 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692078731"}]},"ts":"1732692078731"} 2024-11-27T07:21:18,733 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T07:21:18,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fbcc89824230ac320ffcca031bcb176b, ASSIGN}] 2024-11-27T07:21:18,734 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fbcc89824230ac320ffcca031bcb176b, ASSIGN 2024-11-27T07:21:18,735 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fbcc89824230ac320ffcca031bcb176b, ASSIGN; state=OFFLINE, location=289954c9202d,32917,1732692069886; forceNewPlan=false, retain=false 2024-11-27T07:21:18,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fbcc89824230ac320ffcca031bcb176b, regionState=OPENING, regionLocation=289954c9202d,32917,1732692069886 2024-11-27T07:21:18,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fbcc89824230ac320ffcca031bcb176b, ASSIGN because future has completed 2024-11-27T07:21:18,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbcc89824230ac320ffcca031bcb176b, server=289954c9202d,32917,1732692069886}] 2024-11-27T07:21:19,043 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732692077912.fbcc89824230ac320ffcca031bcb176b. 2024-11-27T07:21:19,043 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fbcc89824230ac320ffcca031bcb176b, NAME => 'test,,1732692077912.fbcc89824230ac320ffcca031bcb176b.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:21:19,043 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:21:19,043 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T07:21:19,043 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fbcc89824230ac320ffcca031bcb176b 2024-11-27T07:21:19,043 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732692077912.fbcc89824230ac320ffcca031bcb176b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:19,044 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fbcc89824230ac320ffcca031bcb176b 2024-11-27T07:21:19,044 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fbcc89824230ac320ffcca031bcb176b 2024-11-27T07:21:19,045 INFO [StoreOpener-fbcc89824230ac320ffcca031bcb176b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fbcc89824230ac320ffcca031bcb176b 2024-11-27T07:21:19,046 INFO [StoreOpener-fbcc89824230ac320ffcca031bcb176b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbcc89824230ac320ffcca031bcb176b columnFamilyName f 2024-11-27T07:21:19,046 DEBUG [StoreOpener-fbcc89824230ac320ffcca031bcb176b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:19,046 INFO [StoreOpener-fbcc89824230ac320ffcca031bcb176b-1 {}] regionserver.HStore(327): Store=fbcc89824230ac320ffcca031bcb176b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:19,046 INFO [StoreOpener-fbcc89824230ac320ffcca031bcb176b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fbcc89824230ac320ffcca031bcb176b 2024-11-27T07:21:19,047 INFO [StoreOpener-fbcc89824230ac320ffcca031bcb176b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbcc89824230ac320ffcca031bcb176b columnFamilyName f1 2024-11-27T07:21:19,047 DEBUG [StoreOpener-fbcc89824230ac320ffcca031bcb176b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:19,047 INFO [StoreOpener-fbcc89824230ac320ffcca031bcb176b-1 {}] regionserver.HStore(327): Store=fbcc89824230ac320ffcca031bcb176b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:19,047 INFO [StoreOpener-fbcc89824230ac320ffcca031bcb176b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fbcc89824230ac320ffcca031bcb176b 2024-11-27T07:21:19,048 INFO [StoreOpener-fbcc89824230ac320ffcca031bcb176b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbcc89824230ac320ffcca031bcb176b columnFamilyName norep 2024-11-27T07:21:19,048 DEBUG [StoreOpener-fbcc89824230ac320ffcca031bcb176b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:19,048 INFO [StoreOpener-fbcc89824230ac320ffcca031bcb176b-1 {}] regionserver.HStore(327): Store=fbcc89824230ac320ffcca031bcb176b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:19,048 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fbcc89824230ac320ffcca031bcb176b 2024-11-27T07:21:19,049 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/default/test/fbcc89824230ac320ffcca031bcb176b 2024-11-27T07:21:19,049 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/default/test/fbcc89824230ac320ffcca031bcb176b 2024-11-27T07:21:19,050 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fbcc89824230ac320ffcca031bcb176b 2024-11-27T07:21:19,050 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fbcc89824230ac320ffcca031bcb176b 2024-11-27T07:21:19,050 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:21:19,051 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fbcc89824230ac320ffcca031bcb176b 2024-11-27T07:21:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:21:19,059 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/default/test/fbcc89824230ac320ffcca031bcb176b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:21:19,059 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fbcc89824230ac320ffcca031bcb176b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61953091, jitterRate=-0.07682700455188751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:21:19,059 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbcc89824230ac320ffcca031bcb176b 2024-11-27T07:21:19,060 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fbcc89824230ac320ffcca031bcb176b: Running coprocessor pre-open hook at 1732692079044Writing region info on filesystem at 1732692079044Initializing all the Stores at 1732692079044Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692079044Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692079044Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692079044Cleaning up temporary data from old regions at 1732692079050 (+6 ms)Running coprocessor post-open hooks at 1732692079059 (+9 ms)Region opened successfully at 1732692079060 (+1 ms) 2024-11-27T07:21:19,061 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732692077912.fbcc89824230ac320ffcca031bcb176b., pid=6, masterSystemTime=1732692079040 2024-11-27T07:21:19,063 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732692077912.fbcc89824230ac320ffcca031bcb176b. 2024-11-27T07:21:19,063 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732692077912.fbcc89824230ac320ffcca031bcb176b. 2024-11-27T07:21:19,063 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fbcc89824230ac320ffcca031bcb176b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=289954c9202d,32917,1732692069886 2024-11-27T07:21:19,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbcc89824230ac320ffcca031bcb176b, server=289954c9202d,32917,1732692069886 because future has completed 2024-11-27T07:21:19,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T07:21:19,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fbcc89824230ac320ffcca031bcb176b, server=289954c9202d,32917,1732692069886 in 178 msec 2024-11-27T07:21:19,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T07:21:19,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fbcc89824230ac320ffcca031bcb176b, ASSIGN in 335 msec 2024-11-27T07:21:19,070 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:21:19,070 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692079070"}]},"ts":"1732692079070"} 2024-11-27T07:21:19,072 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T07:21:19,073 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:21:19,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-27T07:21:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:21:20,066 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T07:21:20,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:21:20,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,36683,1732692074759 2024-11-27T07:21:20,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c7c328e 2024-11-27T07:21:20,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:21:20,067 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:21:20,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36683 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:21:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36683 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T07:21:20,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:21:20,071 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:20,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36683 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T07:21:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:21:20,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:21:20,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741835_1011 (size=902) 2024-11-27T07:21:20,085 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d162b807dc7edc406fb83b14268a0842, NAME => 'test,,1732692080068.d162b807dc7edc406fb83b14268a0842.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9 2024-11-27T07:21:20,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741836_1012 (size=39) 2024-11-27T07:21:20,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732692080068.d162b807dc7edc406fb83b14268a0842.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:20,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d162b807dc7edc406fb83b14268a0842, disabling compactions & flushes 2024-11-27T07:21:20,090 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732692080068.d162b807dc7edc406fb83b14268a0842. 2024-11-27T07:21:20,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692080068.d162b807dc7edc406fb83b14268a0842. 2024-11-27T07:21:20,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732692080068.d162b807dc7edc406fb83b14268a0842. after waiting 0 ms 2024-11-27T07:21:20,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732692080068.d162b807dc7edc406fb83b14268a0842. 2024-11-27T07:21:20,090 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732692080068.d162b807dc7edc406fb83b14268a0842. 2024-11-27T07:21:20,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d162b807dc7edc406fb83b14268a0842: Waiting for close lock at 1732692080090Disabling compacts and flushes for region at 1732692080090Disabling writes for close at 1732692080090Writing region close event to WAL at 1732692080090Closed at 1732692080090 2024-11-27T07:21:20,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:21:20,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732692080068.d162b807dc7edc406fb83b14268a0842.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732692080091"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692080091"}]},"ts":"1732692080091"} 2024-11-27T07:21:20,093 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:21:20,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:21:20,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692080093"}]},"ts":"1732692080093"} 2024-11-27T07:21:20,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T07:21:20,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d162b807dc7edc406fb83b14268a0842, ASSIGN}] 2024-11-27T07:21:20,096 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d162b807dc7edc406fb83b14268a0842, ASSIGN 2024-11-27T07:21:20,097 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d162b807dc7edc406fb83b14268a0842, ASSIGN; state=OFFLINE, location=289954c9202d,45201,1732692074923; forceNewPlan=false, retain=false 2024-11-27T07:21:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:21:20,247 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d162b807dc7edc406fb83b14268a0842, regionState=OPENING, regionLocation=289954c9202d,45201,1732692074923 2024-11-27T07:21:20,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d162b807dc7edc406fb83b14268a0842, ASSIGN because future has completed 2024-11-27T07:21:20,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d162b807dc7edc406fb83b14268a0842, server=289954c9202d,45201,1732692074923}] 2024-11-27T07:21:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:21:20,405 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732692080068.d162b807dc7edc406fb83b14268a0842. 2024-11-27T07:21:20,405 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d162b807dc7edc406fb83b14268a0842, NAME => 'test,,1732692080068.d162b807dc7edc406fb83b14268a0842.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:21:20,406 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:21:20,406 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T07:21:20,406 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d162b807dc7edc406fb83b14268a0842 2024-11-27T07:21:20,406 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732692080068.d162b807dc7edc406fb83b14268a0842.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:20,406 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d162b807dc7edc406fb83b14268a0842 2024-11-27T07:21:20,406 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d162b807dc7edc406fb83b14268a0842 2024-11-27T07:21:20,407 INFO [StoreOpener-d162b807dc7edc406fb83b14268a0842-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d162b807dc7edc406fb83b14268a0842 2024-11-27T07:21:20,408 INFO [StoreOpener-d162b807dc7edc406fb83b14268a0842-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d162b807dc7edc406fb83b14268a0842 columnFamilyName f 2024-11-27T07:21:20,408 DEBUG [StoreOpener-d162b807dc7edc406fb83b14268a0842-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:20,408 INFO [StoreOpener-d162b807dc7edc406fb83b14268a0842-1 {}] regionserver.HStore(327): Store=d162b807dc7edc406fb83b14268a0842/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:20,408 INFO [StoreOpener-d162b807dc7edc406fb83b14268a0842-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d162b807dc7edc406fb83b14268a0842 2024-11-27T07:21:20,409 INFO [StoreOpener-d162b807dc7edc406fb83b14268a0842-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d162b807dc7edc406fb83b14268a0842 columnFamilyName f1 2024-11-27T07:21:20,409 DEBUG [StoreOpener-d162b807dc7edc406fb83b14268a0842-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:20,409 INFO [StoreOpener-d162b807dc7edc406fb83b14268a0842-1 {}] regionserver.HStore(327): Store=d162b807dc7edc406fb83b14268a0842/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:20,409 INFO [StoreOpener-d162b807dc7edc406fb83b14268a0842-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d162b807dc7edc406fb83b14268a0842 2024-11-27T07:21:20,410 INFO [StoreOpener-d162b807dc7edc406fb83b14268a0842-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d162b807dc7edc406fb83b14268a0842 columnFamilyName norep 2024-11-27T07:21:20,410 DEBUG [StoreOpener-d162b807dc7edc406fb83b14268a0842-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:20,411 INFO [StoreOpener-d162b807dc7edc406fb83b14268a0842-1 {}] regionserver.HStore(327): Store=d162b807dc7edc406fb83b14268a0842/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:20,411 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d162b807dc7edc406fb83b14268a0842 2024-11-27T07:21:20,411 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/default/test/d162b807dc7edc406fb83b14268a0842 2024-11-27T07:21:20,412 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/default/test/d162b807dc7edc406fb83b14268a0842 2024-11-27T07:21:20,413 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d162b807dc7edc406fb83b14268a0842 2024-11-27T07:21:20,413 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d162b807dc7edc406fb83b14268a0842 2024-11-27T07:21:20,413 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:21:20,414 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d162b807dc7edc406fb83b14268a0842 2024-11-27T07:21:20,416 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/default/test/d162b807dc7edc406fb83b14268a0842/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:21:20,416 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d162b807dc7edc406fb83b14268a0842; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71095346, jitterRate=0.05940321087837219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:21:20,416 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d162b807dc7edc406fb83b14268a0842 2024-11-27T07:21:20,416 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d162b807dc7edc406fb83b14268a0842: Running coprocessor pre-open hook at 1732692080406Writing region info on filesystem at 1732692080406Initializing all the Stores at 1732692080407 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692080407Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692080407Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692080407Cleaning up temporary data from old regions at 1732692080413 (+6 ms)Running coprocessor post-open hooks at 1732692080416 (+3 ms)Region opened successfully at 1732692080416 2024-11-27T07:21:20,417 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732692080068.d162b807dc7edc406fb83b14268a0842., pid=6, masterSystemTime=1732692080402 2024-11-27T07:21:20,419 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732692080068.d162b807dc7edc406fb83b14268a0842. 2024-11-27T07:21:20,419 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732692080068.d162b807dc7edc406fb83b14268a0842. 2024-11-27T07:21:20,419 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d162b807dc7edc406fb83b14268a0842, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=289954c9202d,45201,1732692074923 2024-11-27T07:21:20,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d162b807dc7edc406fb83b14268a0842, server=289954c9202d,45201,1732692074923 because future has completed 2024-11-27T07:21:20,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T07:21:20,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d162b807dc7edc406fb83b14268a0842, server=289954c9202d,45201,1732692074923 in 172 msec 2024-11-27T07:21:20,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T07:21:20,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d162b807dc7edc406fb83b14268a0842, ASSIGN in 328 msec 2024-11-27T07:21:20,425 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:21:20,425 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692080425"}]},"ts":"1732692080425"} 2024-11-27T07:21:20,427 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T07:21:20,428 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:21:20,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 360 msec 2024-11-27T07:21:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:21:20,696 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T07:21:20,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d3b045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:20,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,38607,-1 for getting cluster id 2024-11-27T07:21:20,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:21:20,698 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da8dde13-209c-4cd4-b5f7-4c4ce15f3546' 2024-11-27T07:21:20,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:21:20,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da8dde13-209c-4cd4-b5f7-4c4ce15f3546" 2024-11-27T07:21:20,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@116e8a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:20,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,38607,-1] 2024-11-27T07:21:20,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:21:20,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:20,699 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:21:20,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4801e96c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:20,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c590f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:20,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,36683,-1 for getting cluster id 2024-11-27T07:21:20,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:21:20,701 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78e1c178-8b54-4e60-80d1-11524f99f203' 2024-11-27T07:21:20,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:21:20,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78e1c178-8b54-4e60-80d1-11524f99f203" 2024-11-27T07:21:20,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aee9255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:20,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,36683,-1] 2024-11-27T07:21:20,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:21:20,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:20,702 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:21:20,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba778d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:20,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8f039b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:20,704 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,38607,-1 for getting cluster id 2024-11-27T07:21:20,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:21:20,705 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da8dde13-209c-4cd4-b5f7-4c4ce15f3546' 2024-11-27T07:21:20,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:21:20,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da8dde13-209c-4cd4-b5f7-4c4ce15f3546" 2024-11-27T07:21:20,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6147d69d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:20,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,38607,-1] 2024-11-27T07:21:20,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:21:20,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:20,706 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:21:20,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a80ada, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:20,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:21:20,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,38607,1732692069693 2024-11-27T07:21:20,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7af7bbbd 2024-11-27T07:21:20,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:21:20,708 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:21:20,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://289954c9202d:36683,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T07:21:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T07:21:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:21:20,711 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:36683' 2024-11-27T07:21:20,712 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc61b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:20,712 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,36683,-1 for getting cluster id 2024-11-27T07:21:20,712 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:21:20,712 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78e1c178-8b54-4e60-80d1-11524f99f203' 2024-11-27T07:21:20,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:21:20,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78e1c178-8b54-4e60-80d1-11524f99f203" 2024-11-27T07:21:20,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3959f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:20,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,36683,-1] 2024-11-27T07:21:20,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:21:20,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:20,714 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:21:20,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf94221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:20,714 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:21:20,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,36683,1732692074759 2024-11-27T07:21:20,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61824e3 2024-11-27T07:21:20,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:21:20,716 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:21:20,716 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T07:21:20,716 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T07:21:20,716 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:20,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:21:20,716 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:20,717 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:21:20,718 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T07:21:20,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:21:20,718 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:20,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:21:20,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741837_1013 (size=1138) 2024-11-27T07:21:20,768 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T07:21:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:21:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:21:21,125 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b118c2f42d67fa10a1be908b37a46d17, NAME => 'hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c 2024-11-27T07:21:21,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741838_1014 (size=44) 2024-11-27T07:21:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:21:21,405 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:21:21,405 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:21:21,406 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18189 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:21:21,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:21,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b118c2f42d67fa10a1be908b37a46d17, disabling compactions & flushes 2024-11-27T07:21:21,530 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17. 2024-11-27T07:21:21,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17. 2024-11-27T07:21:21,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17. after waiting 0 ms 2024-11-27T07:21:21,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17. 2024-11-27T07:21:21,530 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17. 2024-11-27T07:21:21,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b118c2f42d67fa10a1be908b37a46d17: Waiting for close lock at 1732692081530Disabling compacts and flushes for region at 1732692081530Disabling writes for close at 1732692081530Writing region close event to WAL at 1732692081530Closed at 1732692081530 2024-11-27T07:21:21,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:21:21,532 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732692081531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692081531"}]},"ts":"1732692081531"} 2024-11-27T07:21:21,533 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:21:21,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:21:21,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692081534"}]},"ts":"1732692081534"} 2024-11-27T07:21:21,535 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T07:21:21,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b118c2f42d67fa10a1be908b37a46d17, ASSIGN}] 2024-11-27T07:21:21,537 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b118c2f42d67fa10a1be908b37a46d17, ASSIGN 2024-11-27T07:21:21,537 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b118c2f42d67fa10a1be908b37a46d17, ASSIGN; state=OFFLINE, location=289954c9202d,32917,1732692069886; forceNewPlan=false, retain=false 2024-11-27T07:21:21,688 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b118c2f42d67fa10a1be908b37a46d17, regionState=OPENING, regionLocation=289954c9202d,32917,1732692069886 2024-11-27T07:21:21,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b118c2f42d67fa10a1be908b37a46d17, ASSIGN because future has completed 2024-11-27T07:21:21,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b118c2f42d67fa10a1be908b37a46d17, server=289954c9202d,32917,1732692069886}] 2024-11-27T07:21:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:21:21,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17. 2024-11-27T07:21:21,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:21:21,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T07:21:21,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C32917%2C1732692069886.rep, suffix=, logDir=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886, archiveDir=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/oldWALs, maxLogs=10 2024-11-27T07:21:21,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.rep.1732692081895, exclude list is [], retry=0 2024-11-27T07:21:21,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34853,DS-25ee1f91-b6de-4bbf-b121-0199ae1ec76d,DISK] 2024-11-27T07:21:21,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.rep.1732692081895 2024-11-27T07:21:21,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38719:38719)] 2024-11-27T07:21:21,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b118c2f42d67fa10a1be908b37a46d17, NAME => 'hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:21:21,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:21:21,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:21:21,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17. service=MultiRowMutationService 2024-11-27T07:21:21,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T07:21:21,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b118c2f42d67fa10a1be908b37a46d17 2024-11-27T07:21:21,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:21,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b118c2f42d67fa10a1be908b37a46d17 2024-11-27T07:21:21,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b118c2f42d67fa10a1be908b37a46d17 2024-11-27T07:21:21,912 INFO [StoreOpener-b118c2f42d67fa10a1be908b37a46d17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b118c2f42d67fa10a1be908b37a46d17 2024-11-27T07:21:21,913 INFO [StoreOpener-b118c2f42d67fa10a1be908b37a46d17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b118c2f42d67fa10a1be908b37a46d17 columnFamilyName hfileref 2024-11-27T07:21:21,913 DEBUG [StoreOpener-b118c2f42d67fa10a1be908b37a46d17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:21,913 INFO [StoreOpener-b118c2f42d67fa10a1be908b37a46d17-1 {}] regionserver.HStore(327): Store=b118c2f42d67fa10a1be908b37a46d17/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:21,913 INFO [StoreOpener-b118c2f42d67fa10a1be908b37a46d17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b118c2f42d67fa10a1be908b37a46d17 2024-11-27T07:21:21,914 INFO [StoreOpener-b118c2f42d67fa10a1be908b37a46d17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b118c2f42d67fa10a1be908b37a46d17 columnFamilyName queue 2024-11-27T07:21:21,914 DEBUG [StoreOpener-b118c2f42d67fa10a1be908b37a46d17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:21,914 INFO [StoreOpener-b118c2f42d67fa10a1be908b37a46d17-1 {}] regionserver.HStore(327): Store=b118c2f42d67fa10a1be908b37a46d17/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:21,915 INFO [StoreOpener-b118c2f42d67fa10a1be908b37a46d17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b118c2f42d67fa10a1be908b37a46d17 2024-11-27T07:21:21,915 INFO [StoreOpener-b118c2f42d67fa10a1be908b37a46d17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b118c2f42d67fa10a1be908b37a46d17 columnFamilyName sid 2024-11-27T07:21:21,915 DEBUG [StoreOpener-b118c2f42d67fa10a1be908b37a46d17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:21,915 INFO [StoreOpener-b118c2f42d67fa10a1be908b37a46d17-1 {}] regionserver.HStore(327): Store=b118c2f42d67fa10a1be908b37a46d17/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:21,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b118c2f42d67fa10a1be908b37a46d17 2024-11-27T07:21:21,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/replication/b118c2f42d67fa10a1be908b37a46d17 2024-11-27T07:21:21,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/replication/b118c2f42d67fa10a1be908b37a46d17 2024-11-27T07:21:21,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b118c2f42d67fa10a1be908b37a46d17 2024-11-27T07:21:21,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b118c2f42d67fa10a1be908b37a46d17 2024-11-27T07:21:21,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:21:21,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b118c2f42d67fa10a1be908b37a46d17 2024-11-27T07:21:21,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/replication/b118c2f42d67fa10a1be908b37a46d17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:21:21,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b118c2f42d67fa10a1be908b37a46d17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63410680, jitterRate=-0.0551072359085083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:21:21,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b118c2f42d67fa10a1be908b37a46d17 2024-11-27T07:21:21,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b118c2f42d67fa10a1be908b37a46d17: Running coprocessor pre-open hook at 1732692081910Writing region info on filesystem at 1732692081911 (+1 ms)Initializing all the Stores at 1732692081911Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692081911Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692081912 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692081912Cleaning up temporary data from old regions at 1732692081917 (+5 ms)Running coprocessor post-open hooks at 1732692081921 (+4 ms)Region opened successfully at 1732692081921 2024-11-27T07:21:21,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17., pid=10, masterSystemTime=1732692081891 2024-11-27T07:21:21,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17. 2024-11-27T07:21:21,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17. 2024-11-27T07:21:21,924 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b118c2f42d67fa10a1be908b37a46d17, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,32917,1732692069886 2024-11-27T07:21:21,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b118c2f42d67fa10a1be908b37a46d17, server=289954c9202d,32917,1732692069886 because future has completed 2024-11-27T07:21:21,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T07:21:21,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b118c2f42d67fa10a1be908b37a46d17, server=289954c9202d,32917,1732692069886 in 237 msec 2024-11-27T07:21:21,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T07:21:21,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b118c2f42d67fa10a1be908b37a46d17, ASSIGN in 393 msec 2024-11-27T07:21:21,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:21:21,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692081931"}]},"ts":"1732692081931"} 2024-11-27T07:21:21,932 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T07:21:21,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:21:21,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2160 sec 2024-11-27T07:21:21,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17., hostname=289954c9202d,32917,1732692069886, seqNum=2] 2024-11-27T07:21:22,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256804382 2024-11-27T07:21:22,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1017b2ac0d30001, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256804382 2024-11-27T07:21:22,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T07:21:22,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T07:21:22,179 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T07:21:22,205 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-289954c9202d,32917,1732692069886, ReplicationSource: 1, currentBandwidth=0 2024-11-27T07:21:22,205 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:21:22,205 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,32917,1732692069886, seqNum=-1] 2024-11-27T07:21:22,205 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:21:22,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-27T07:21:22,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-289954c9202d,32917,1732692069886', locateType=CURRENT is [region=hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17., hostname=289954c9202d,32917,1732692069886, seqNum=2] 2024-11-27T07:21:22,210 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T07:21:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T07:21:22,212 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 289954c9202d,32917,1732692069886 suceeded 2024-11-27T07:21:22,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T07:21:22,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-27T07:21:22,214 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://289954c9202d:36683,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T07:21:22,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5060 sec 2024-11-27T07:21:22,223 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:36683' 2024-11-27T07:21:22,224 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b69fe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:22,224 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,36683,-1 for getting cluster id 2024-11-27T07:21:22,224 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:21:22,225 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78e1c178-8b54-4e60-80d1-11524f99f203' 2024-11-27T07:21:22,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:21:22,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78e1c178-8b54-4e60-80d1-11524f99f203" 2024-11-27T07:21:22,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5066f46a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:22,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,36683,-1] 2024-11-27T07:21:22,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:21:22,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:22,226 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:21:22,227 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2662d5f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:22,227 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:21:22,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,36683,1732692074759 2024-11-27T07:21:22,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ecab23c 2024-11-27T07:21:22,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:21:22,228 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-27T07:21:22,229 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-289954c9202d,32917,1732692069886 (queues=1) is replicating from cluster=da8dde13-209c-4cd4-b5f7-4c4ce15f3546 to cluster=78e1c178-8b54-4e60-80d1-11524f99f203 2024-11-27T07:21:22,229 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=289954c9202d%2C32917%2C1732692069886 2024-11-27T07:21:22,229 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-289954c9202d,32917,1732692069886, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T07:21:22,229 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.shipper289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 289954c9202d%2C32917%2C1732692069886 2024-11-27T07:21:22,229 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792, startPosition=0, beingWritten=true 2024-11-27T07:21:22,233 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:21:22,233 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 379, reset compression=false 2024-11-27T07:21:22,233 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.shipper289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,32917,1732692069886 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:21:22,437 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 379, reset compression=false 2024-11-27T07:21:22,665 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T07:21:22,740 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 379, reset compression=false 2024-11-27T07:21:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:21:22,856 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T07:21:22,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:21:22,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:21:22,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:22,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:22,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:21:22,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e45b7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:22,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,36683,-1 for getting cluster id 2024-11-27T07:21:22,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:21:22,857 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78e1c178-8b54-4e60-80d1-11524f99f203' 2024-11-27T07:21:22,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:21:22,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78e1c178-8b54-4e60-80d1-11524f99f203" 2024-11-27T07:21:22,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a80afca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:22,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,36683,-1] 2024-11-27T07:21:22,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:21:22,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:22,859 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:21:22,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af976b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:22,859 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:21:22,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,36683,1732692074759 2024-11-27T07:21:22,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@450d160a 2024-11-27T07:21:22,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:21:22,861 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:21:22,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36683 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://289954c9202d:38607,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T07:21:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36683 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T07:21:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:21:22,863 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:38607' 2024-11-27T07:21:22,864 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3656f9ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:22,864 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,38607,-1 for getting cluster id 2024-11-27T07:21:22,864 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:21:22,865 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da8dde13-209c-4cd4-b5f7-4c4ce15f3546' 2024-11-27T07:21:22,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:21:22,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da8dde13-209c-4cd4-b5f7-4c4ce15f3546" 2024-11-27T07:21:22,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f686a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:22,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,38607,-1] 2024-11-27T07:21:22,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:21:22,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:22,866 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:21:22,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630b4119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:22,867 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:21:22,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,38607,1732692069693 2024-11-27T07:21:22,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49ca2e5c 2024-11-27T07:21:22,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:21:22,868 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:21:22,869 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T07:21:22,869 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T07:21:22,869 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:22,869 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:22,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:21:22,869 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:21:22,870 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T07:21:22,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:21:22,871 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:22,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:21:22,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741837_1013 (size=1138) 2024-11-27T07:21:22,921 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T07:21:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:21:23,144 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 379, reset compression=false 2024-11-27T07:21:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:21:23,278 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f814d08869298170f85868743190f20a, NAME => 'hbase:replication,,1732692082869.f814d08869298170f85868743190f20a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9 2024-11-27T07:21:23,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741838_1014 (size=44) 2024-11-27T07:21:23,305 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:21:23,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:23,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:23,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:23,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:23,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:23,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:23,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:23,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:23,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:23,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:21:23,648 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 379, reset compression=false 2024-11-27T07:21:23,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692082869.f814d08869298170f85868743190f20a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:23,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f814d08869298170f85868743190f20a, disabling compactions & flushes 2024-11-27T07:21:23,684 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692082869.f814d08869298170f85868743190f20a. 2024-11-27T07:21:23,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692082869.f814d08869298170f85868743190f20a. 2024-11-27T07:21:23,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692082869.f814d08869298170f85868743190f20a. after waiting 0 ms 2024-11-27T07:21:23,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692082869.f814d08869298170f85868743190f20a. 2024-11-27T07:21:23,684 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732692082869.f814d08869298170f85868743190f20a. 2024-11-27T07:21:23,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f814d08869298170f85868743190f20a: Waiting for close lock at 1732692083684Disabling compacts and flushes for region at 1732692083684Disabling writes for close at 1732692083684Writing region close event to WAL at 1732692083684Closed at 1732692083684 2024-11-27T07:21:23,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:21:23,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732692082869.f814d08869298170f85868743190f20a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732692083685"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692083685"}]},"ts":"1732692083685"} 2024-11-27T07:21:23,687 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:21:23,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:21:23,688 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692083688"}]},"ts":"1732692083688"} 2024-11-27T07:21:23,689 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T07:21:23,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f814d08869298170f85868743190f20a, ASSIGN}] 2024-11-27T07:21:23,690 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f814d08869298170f85868743190f20a, ASSIGN 2024-11-27T07:21:23,691 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f814d08869298170f85868743190f20a, ASSIGN; state=OFFLINE, location=289954c9202d,45201,1732692074923; forceNewPlan=false, retain=false 2024-11-27T07:21:23,841 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f814d08869298170f85868743190f20a, regionState=OPENING, regionLocation=289954c9202d,45201,1732692074923 2024-11-27T07:21:23,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f814d08869298170f85868743190f20a, ASSIGN because future has completed 2024-11-27T07:21:23,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f814d08869298170f85868743190f20a, server=289954c9202d,45201,1732692074923}] 2024-11-27T07:21:23,950 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T07:21:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:21:23,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732692082869.f814d08869298170f85868743190f20a. 2024-11-27T07:21:23,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:21:23,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T07:21:24,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C45201%2C1732692074923.rep, suffix=, logDir=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923, archiveDir=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/oldWALs, maxLogs=10 2024-11-27T07:21:24,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.rep.1732692084000, exclude list is [], retry=0 2024-11-27T07:21:24,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37225,DS-d2114369-63cc-4c0a-add6-c8411dcf6801,DISK] 2024-11-27T07:21:24,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.rep.1732692084000 2024-11-27T07:21:24,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36613:36613)] 2024-11-27T07:21:24,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f814d08869298170f85868743190f20a, NAME => 'hbase:replication,,1732692082869.f814d08869298170f85868743190f20a.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:21:24,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:21:24,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:21:24,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732692082869.f814d08869298170f85868743190f20a. service=MultiRowMutationService 2024-11-27T07:21:24,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T07:21:24,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f814d08869298170f85868743190f20a 2024-11-27T07:21:24,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692082869.f814d08869298170f85868743190f20a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:24,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f814d08869298170f85868743190f20a 2024-11-27T07:21:24,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f814d08869298170f85868743190f20a 2024-11-27T07:21:24,023 INFO [StoreOpener-f814d08869298170f85868743190f20a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f814d08869298170f85868743190f20a 2024-11-27T07:21:24,025 INFO [StoreOpener-f814d08869298170f85868743190f20a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f814d08869298170f85868743190f20a columnFamilyName hfileref 2024-11-27T07:21:24,025 DEBUG [StoreOpener-f814d08869298170f85868743190f20a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:24,025 INFO [StoreOpener-f814d08869298170f85868743190f20a-1 {}] regionserver.HStore(327): Store=f814d08869298170f85868743190f20a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:24,025 INFO [StoreOpener-f814d08869298170f85868743190f20a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f814d08869298170f85868743190f20a 2024-11-27T07:21:24,026 INFO [StoreOpener-f814d08869298170f85868743190f20a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f814d08869298170f85868743190f20a columnFamilyName queue 2024-11-27T07:21:24,026 DEBUG [StoreOpener-f814d08869298170f85868743190f20a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:24,026 INFO [StoreOpener-f814d08869298170f85868743190f20a-1 {}] regionserver.HStore(327): Store=f814d08869298170f85868743190f20a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:24,026 INFO [StoreOpener-f814d08869298170f85868743190f20a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f814d08869298170f85868743190f20a 2024-11-27T07:21:24,027 INFO [StoreOpener-f814d08869298170f85868743190f20a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f814d08869298170f85868743190f20a columnFamilyName sid 2024-11-27T07:21:24,027 DEBUG [StoreOpener-f814d08869298170f85868743190f20a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:24,028 INFO [StoreOpener-f814d08869298170f85868743190f20a-1 {}] regionserver.HStore(327): Store=f814d08869298170f85868743190f20a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:24,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f814d08869298170f85868743190f20a 2024-11-27T07:21:24,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/replication/f814d08869298170f85868743190f20a 2024-11-27T07:21:24,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/replication/f814d08869298170f85868743190f20a 2024-11-27T07:21:24,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f814d08869298170f85868743190f20a 2024-11-27T07:21:24,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f814d08869298170f85868743190f20a 2024-11-27T07:21:24,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:21:24,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f814d08869298170f85868743190f20a 2024-11-27T07:21:24,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/replication/f814d08869298170f85868743190f20a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:21:24,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f814d08869298170f85868743190f20a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65331903, jitterRate=-0.026478782296180725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:21:24,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f814d08869298170f85868743190f20a 2024-11-27T07:21:24,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f814d08869298170f85868743190f20a: Running coprocessor pre-open hook at 1732692084022Writing region info on filesystem at 1732692084022Initializing all the Stores at 1732692084023 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692084023Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692084023Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692084023Cleaning up temporary data from old regions at 1732692084029 (+6 ms)Running coprocessor post-open hooks at 1732692084032 (+3 ms)Region opened successfully at 1732692084032 2024-11-27T07:21:24,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732692082869.f814d08869298170f85868743190f20a., pid=10, masterSystemTime=1732692083996 2024-11-27T07:21:24,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732692082869.f814d08869298170f85868743190f20a. 2024-11-27T07:21:24,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732692082869.f814d08869298170f85868743190f20a. 2024-11-27T07:21:24,035 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f814d08869298170f85868743190f20a, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,45201,1732692074923 2024-11-27T07:21:24,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f814d08869298170f85868743190f20a, server=289954c9202d,45201,1732692074923 because future has completed 2024-11-27T07:21:24,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T07:21:24,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f814d08869298170f85868743190f20a, server=289954c9202d,45201,1732692074923 in 194 msec 2024-11-27T07:21:24,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T07:21:24,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f814d08869298170f85868743190f20a, ASSIGN in 349 msec 2024-11-27T07:21:24,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:21:24,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692084041"}]},"ts":"1732692084041"} 2024-11-27T07:21:24,043 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T07:21:24,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:21:24,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-27T07:21:24,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732692082869.f814d08869298170f85868743190f20a., hostname=289954c9202d,45201,1732692074923, seqNum=2] 2024-11-27T07:21:24,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1636049474 2024-11-27T07:21:24,160 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1017b2ac0d30004, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1636049474 2024-11-27T07:21:24,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T07:21:24,251 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 379, reset compression=false 2024-11-27T07:21:24,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45201 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T07:21:24,334 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T07:21:24,361 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-289954c9202d,45201,1732692074923, ReplicationSource: 1, currentBandwidth=0 2024-11-27T07:21:24,362 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:21:24,362 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,45201,1732692074923, seqNum=-1] 2024-11-27T07:21:24,362 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:21:24,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-27T07:21:24,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-289954c9202d,45201,1732692074923', locateType=CURRENT is [region=hbase:replication,,1732692082869.f814d08869298170f85868743190f20a., hostname=289954c9202d,45201,1732692074923, seqNum=2] 2024-11-27T07:21:24,366 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T07:21:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36683 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T07:21:24,368 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 289954c9202d,45201,1732692074923 suceeded 2024-11-27T07:21:24,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T07:21:24,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-27T07:21:24,370 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://289954c9202d:38607,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T07:21:24,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5090 sec 2024-11-27T07:21:24,379 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:38607' 2024-11-27T07:21:24,380 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79a7b7e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:24,381 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,38607,-1 for getting cluster id 2024-11-27T07:21:24,381 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:21:24,381 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da8dde13-209c-4cd4-b5f7-4c4ce15f3546' 2024-11-27T07:21:24,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:21:24,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da8dde13-209c-4cd4-b5f7-4c4ce15f3546" 2024-11-27T07:21:24,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@227486eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:24,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,38607,-1] 2024-11-27T07:21:24,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:21:24,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:24,383 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:21:24,383 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71582fa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:24,384 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:21:24,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,38607,1732692069693 2024-11-27T07:21:24,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f58cfe1 2024-11-27T07:21:24,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:21:24,385 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-27T07:21:24,385 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-289954c9202d,45201,1732692074923 (queues=1) is replicating from cluster=78e1c178-8b54-4e60-80d1-11524f99f203 to cluster=da8dde13-209c-4cd4-b5f7-4c4ce15f3546 2024-11-27T07:21:24,385 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=289954c9202d%2C45201%2C1732692074923 2024-11-27T07:21:24,385 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-289954c9202d,45201,1732692074923, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T07:21:24,386 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.shipper289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 289954c9202d%2C45201%2C1732692074923 2024-11-27T07:21:24,386 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795, startPosition=0, beingWritten=true 2024-11-27T07:21:24,391 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:21:24,391 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 379, reset compression=false 2024-11-27T07:21:24,391 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.shipper289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,45201,1732692074923 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:21:24,596 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 379, reset compression=false 2024-11-27T07:21:24,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T07:21:24,872 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T07:21:24,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T07:21:24,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T07:21:24,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:21:24,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T07:21:24,900 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 379, reset compression=false 2024-11-27T07:21:24,954 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 379, reset compression=false 2024-11-27T07:21:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:21:25,005 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T07:21:25,005 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:21:25,006 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:21:25,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:25,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:25,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:21:25,006 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:21:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,32917,1732692069886, seqNum=-1] 2024-11-27T07:21:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:21:25,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:21:25,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732692077912.fbcc89824230ac320ffcca031bcb176b., hostname=289954c9202d,32917,1732692069886, seqNum=2] 2024-11-27T07:21:25,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:21:25,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,45201,1732692074923, seqNum=-1] 2024-11-27T07:21:25,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:21:25,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:21:25,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732692080068.d162b807dc7edc406fb83b14268a0842., hostname=289954c9202d,45201,1732692074923, seqNum=2] 2024-11-27T07:21:25,017 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T07:21:25,304 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 379, reset compression=false 2024-11-27T07:21:25,757 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 379, reset compression=false 2024-11-27T07:21:25,762 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:21:25,762 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 480, reset compression=false 2024-11-27T07:21:25,762 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.shipper289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,32917,1732692069886 got entry batch from reader: WALEntryBatch [walEntries=[{test/fbcc89824230ac320ffcca031bcb176b/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T07:21:25,764 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.shipper289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:21:25,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-27T07:21:25,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:21:25,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@679d5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:25,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,36683,-1 for getting cluster id 2024-11-27T07:21:25,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:21:25,767 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78e1c178-8b54-4e60-80d1-11524f99f203' 2024-11-27T07:21:25,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:21:25,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78e1c178-8b54-4e60-80d1-11524f99f203" 2024-11-27T07:21:25,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@653e4d6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:25,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,36683,-1] 2024-11-27T07:21:25,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:21:25,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:25,769 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:21:25,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13b4a821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:25,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:21:25,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,45201,1732692074923, seqNum=-1] 2024-11-27T07:21:25,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:21:25,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-27T07:21:25,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732692080068.d162b807dc7edc406fb83b14268a0842., hostname=289954c9202d,45201,1732692074923, seqNum=2] 2024-11-27T07:21:25,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:21:25,807 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 379, reset compression=false 2024-11-27T07:21:25,811 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:21:25,811 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 504, reset compression=false 2024-11-27T07:21:25,811 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.shipper289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,45201,1732692074923 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:21:25,965 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 480, reset compression=false 2024-11-27T07:21:26,015 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 504, reset compression=false 2024-11-27T07:21:26,020 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T07:21:26,024 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T07:21:26,269 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 480, reset compression=false 2024-11-27T07:21:26,319 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 504, reset compression=false 2024-11-27T07:21:26,323 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:21:26,323 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 608, reset compression=false 2024-11-27T07:21:26,323 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.shipper289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,45201,1732692074923 got entry batch from reader: WALEntryBatch [walEntries=[{test/d162b807dc7edc406fb83b14268a0842/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T07:21:26,325 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.shipper289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:21:26,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-27T07:21:26,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:21:26,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6393c5e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:26,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,38607,-1 for getting cluster id 2024-11-27T07:21:26,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:21:26,328 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da8dde13-209c-4cd4-b5f7-4c4ce15f3546' 2024-11-27T07:21:26,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:21:26,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da8dde13-209c-4cd4-b5f7-4c4ce15f3546" 2024-11-27T07:21:26,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57da83a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:26,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,38607,-1] 2024-11-27T07:21:26,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:21:26,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:26,329 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:21:26,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7efd5c45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:26,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:21:26,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,32917,1732692069886, seqNum=-1] 2024-11-27T07:21:26,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:21:26,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-27T07:21:26,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732692077912.fbcc89824230ac320ffcca031bcb176b., hostname=289954c9202d,32917,1732692069886, seqNum=2] 2024-11-27T07:21:26,336 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:21:26,527 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 608, reset compression=false 2024-11-27T07:21:26,673 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 480, reset compression=false 2024-11-27T07:21:26,677 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:21:26,677 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 607, reset compression=false 2024-11-27T07:21:26,677 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.shipper289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,32917,1732692069886 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:21:26,831 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 608, reset compression=false 2024-11-27T07:21:26,881 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 607, reset compression=false 2024-11-27T07:21:27,025 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T07:21:27,030 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T07:21:27,185 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 607, reset compression=false 2024-11-27T07:21:27,189 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:21:27,189 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 763, reset compression=false 2024-11-27T07:21:27,189 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.shipper289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,32917,1732692069886 got entry batch from reader: WALEntryBatch [walEntries=[{test/fbcc89824230ac320ffcca031bcb176b/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T07:21:27,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:21:27,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:21:27,234 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 608, reset compression=false 2024-11-27T07:21:27,239 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:21:27,239 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 756, reset compression=false 2024-11-27T07:21:27,239 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.shipper289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,45201,1732692074923 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:21:27,392 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 763, reset compression=false 2024-11-27T07:21:27,442 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 756, reset compression=false 2024-11-27T07:21:27,696 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 763, reset compression=false 2024-11-27T07:21:27,745 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 756, reset compression=false 2024-11-27T07:21:28,032 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T07:21:28,035 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T07:21:28,100 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 763, reset compression=false 2024-11-27T07:21:28,149 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 756, reset compression=false 2024-11-27T07:21:28,152 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:21:28,152 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 915, reset compression=false 2024-11-27T07:21:28,152 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.shipper289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,45201,1732692074923 got entry batch from reader: WALEntryBatch [walEntries=[{test/d162b807dc7edc406fb83b14268a0842/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T07:21:28,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:21:28,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:21:28,365 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 915, reset compression=false 2024-11-27T07:21:28,603 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 763, reset compression=false 2024-11-27T07:21:28,607 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:21:28,607 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 912, reset compression=false 2024-11-27T07:21:28,607 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.shipper289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,32917,1732692069886 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:21:28,668 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 915, reset compression=false 2024-11-27T07:21:28,811 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 912, reset compression=false 2024-11-27T07:21:29,037 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T07:21:29,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T07:21:29,039 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:21:29,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:21:29,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:29,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:29,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:21:29,039 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T07:21:29,039 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1362027389, stopped=false 2024-11-27T07:21:29,040 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=289954c9202d,36683,1732692074759 2024-11-27T07:21:29,072 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 915, reset compression=false 2024-11-27T07:21:29,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1636049474/running 2024-11-27T07:21:29,107 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1017b2ac0d30004, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1636049474/running 2024-11-27T07:21:29,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1636049474 2024-11-27T07:21:29,107 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1017b2ac0d30004, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1636049474 2024-11-27T07:21:29,107 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:21:29,107 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:21:29,107 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:21:29,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:29,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45201-0x1017b2ac0d30004, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Set watcher on znode that does not yet exist, /1-1636049474/running 2024-11-27T07:21:29,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Set watcher on znode that does not yet exist, /1-1636049474/running 2024-11-27T07:21:29,108 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '289954c9202d,45201,1732692074923' ***** 2024-11-27T07:21:29,108 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T07:21:29,108 INFO [RS:0;289954c9202d:45201 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T07:21:29,108 INFO [RS:0;289954c9202d:45201 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T07:21:29,108 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T07:21:29,108 INFO [RS:0;289954c9202d:45201 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T07:21:29,108 INFO [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(3091): Received CLOSE for f814d08869298170f85868743190f20a 2024-11-27T07:21:29,108 INFO [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(3091): Received CLOSE for d162b807dc7edc406fb83b14268a0842 2024-11-27T07:21:29,109 INFO [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(959): stopping server 289954c9202d,45201,1732692074923 2024-11-27T07:21:29,109 INFO [RS:0;289954c9202d:45201 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:21:29,109 INFO [RS:0;289954c9202d:45201 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:45201. 2024-11-27T07:21:29,109 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f814d08869298170f85868743190f20a, disabling compactions & flushes 2024-11-27T07:21:29,109 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692082869.f814d08869298170f85868743190f20a. 2024-11-27T07:21:29,109 DEBUG [RS:0;289954c9202d:45201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:21:29,109 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692082869.f814d08869298170f85868743190f20a. 2024-11-27T07:21:29,109 DEBUG [RS:0;289954c9202d:45201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:29,109 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692082869.f814d08869298170f85868743190f20a. after waiting 0 ms 2024-11-27T07:21:29,109 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692082869.f814d08869298170f85868743190f20a. 2024-11-27T07:21:29,109 INFO [RS:0;289954c9202d:45201 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T07:21:29,109 INFO [RS:0;289954c9202d:45201 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T07:21:29,109 INFO [RS:0;289954c9202d:45201 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T07:21:29,109 INFO [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T07:21:29,109 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f814d08869298170f85868743190f20a 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-27T07:21:29,109 INFO [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T07:21:29,109 DEBUG [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(1325): Online Regions={f814d08869298170f85868743190f20a=hbase:replication,,1732692082869.f814d08869298170f85868743190f20a., 1588230740=hbase:meta,,1.1588230740, d162b807dc7edc406fb83b14268a0842=test,,1732692080068.d162b807dc7edc406fb83b14268a0842.} 2024-11-27T07:21:29,109 DEBUG [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d162b807dc7edc406fb83b14268a0842, f814d08869298170f85868743190f20a 2024-11-27T07:21:29,109 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:21:29,109 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:21:29,109 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:21:29,109 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:21:29,109 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:21:29,109 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T07:21:29,114 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 912, reset compression=false 2024-11-27T07:21:29,127 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/replication/f814d08869298170f85868743190f20a/.tmp/queue/e7c453cb8f174090bc2e24f17129fda5 is 153, key is 1-289954c9202d,45201,1732692074923/queue:289954c9202d%2C45201%2C1732692074923/1732692088166/Put/seqid=0 2024-11-27T07:21:29,127 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740/.tmp/info/011f556646f44eee84ee874e79ec3e9a is 147, key is hbase:replication,,1732692082869.f814d08869298170f85868743190f20a./info:regioninfo/1732692084035/Put/seqid=0 2024-11-27T07:21:29,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741841_1017 (size=7686) 2024-11-27T07:21:29,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741840_1016 (size=5352) 2024-11-27T07:21:29,179 INFO [regionserver/289954c9202d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:21:29,309 DEBUG [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d162b807dc7edc406fb83b14268a0842, f814d08869298170f85868743190f20a 2024-11-27T07:21:29,509 DEBUG [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d162b807dc7edc406fb83b14268a0842, f814d08869298170f85868743190f20a 2024-11-27T07:21:29,517 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 912, reset compression=false 2024-11-27T07:21:29,524 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:21:29,532 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740/.tmp/info/011f556646f44eee84ee874e79ec3e9a 2024-11-27T07:21:29,532 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/replication/f814d08869298170f85868743190f20a/.tmp/queue/e7c453cb8f174090bc2e24f17129fda5 2024-11-27T07:21:29,537 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/replication/f814d08869298170f85868743190f20a/.tmp/queue/e7c453cb8f174090bc2e24f17129fda5 as hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/replication/f814d08869298170f85868743190f20a/queue/e7c453cb8f174090bc2e24f17129fda5 2024-11-27T07:21:29,543 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/replication/f814d08869298170f85868743190f20a/queue/e7c453cb8f174090bc2e24f17129fda5, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T07:21:29,543 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for f814d08869298170f85868743190f20a in 434ms, sequenceid=10, compaction requested=false 2024-11-27T07:21:29,552 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/replication/f814d08869298170f85868743190f20a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T07:21:29,553 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:21:29,553 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:21:29,553 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732692082869.f814d08869298170f85868743190f20a. 2024-11-27T07:21:29,553 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f814d08869298170f85868743190f20a: Waiting for close lock at 1732692089109Running coprocessor pre-close hooks at 1732692089109Disabling compacts and flushes for region at 1732692089109Disabling writes for close at 1732692089109Obtaining lock to block concurrent updates at 1732692089109Preparing flush snapshotting stores in f814d08869298170f85868743190f20a at 1732692089109Finished memstore snapshotting hbase:replication,,1732692082869.f814d08869298170f85868743190f20a., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732692089109Flushing stores of hbase:replication,,1732692082869.f814d08869298170f85868743190f20a. at 1732692089110 (+1 ms)Flushing f814d08869298170f85868743190f20a/queue: creating writer at 1732692089110Flushing f814d08869298170f85868743190f20a/queue: appending metadata at 1732692089126 (+16 ms)Flushing f814d08869298170f85868743190f20a/queue: closing flushed file at 1732692089126Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19b006: reopening flushed file at 1732692089536 (+410 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for f814d08869298170f85868743190f20a in 434ms, sequenceid=10, compaction requested=false at 1732692089543 (+7 ms)Writing region close event to WAL at 1732692089549 (+6 ms)Running coprocessor post-close hooks at 1732692089553 (+4 ms)Closed at 1732692089553 2024-11-27T07:21:29,553 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732692082869.f814d08869298170f85868743190f20a. 2024-11-27T07:21:29,553 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d162b807dc7edc406fb83b14268a0842, disabling compactions & flushes 2024-11-27T07:21:29,553 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732692080068.d162b807dc7edc406fb83b14268a0842. 2024-11-27T07:21:29,553 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692080068.d162b807dc7edc406fb83b14268a0842. 2024-11-27T07:21:29,553 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732692080068.d162b807dc7edc406fb83b14268a0842. after waiting 0 ms 2024-11-27T07:21:29,553 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732692080068.d162b807dc7edc406fb83b14268a0842. 2024-11-27T07:21:29,553 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d162b807dc7edc406fb83b14268a0842 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-27T07:21:29,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:29,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:29,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:29,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:29,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:29,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:29,566 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740/.tmp/ns/4d68f33708c94224ae709d2b70511dc1 is 43, key is default/ns:d/1732692077833/Put/seqid=0 2024-11-27T07:21:29,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:29,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:29,572 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/default/test/d162b807dc7edc406fb83b14268a0842/.tmp/f/7077467b2b6b461b90380c7d98fec4aa is 29, key is row1/f:/1732692088033/DeleteFamily/seqid=0 2024-11-27T07:21:29,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:29,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:29,575 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 915, reset compression=false 2024-11-27T07:21:29,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741842_1018 (size=5153) 2024-11-27T07:21:29,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741843_1019 (size=5118) 2024-11-27T07:21:29,590 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:21:29,590 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 1162, reset compression=false 2024-11-27T07:21:29,590 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.shipper289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,45201,1732692074923 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:21:29,591 ERROR [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.shipper289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 289954c9202d,45201,1732692074923: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-289954c9202d,45201,1732692074923, walGroup=289954c9202d%2C45201%2C1732692074923, offset=289954c9202d%2C45201%2C1732692074923.1732692076795:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:45201 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T07:21:29,592 ERROR [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.shipper289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T07:21:29,592 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.shipper289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T07:21:29,593 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.shipper289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T07:21:29,593 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.shipper289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T07:21:29,593 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.shipper289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T07:21:29,594 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.shipper289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 596052472 }, "NonHeapMemoryUsage": { "committed": 193855488, "init": 7667712, "max": -1, "used": 190664936 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T07:21:29,594 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.shipper289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:36683 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:36683 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T07:21:29,710 DEBUG [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d162b807dc7edc406fb83b14268a0842 2024-11-27T07:21:29,756 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T07:21:29,756 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T07:21:29,794 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 1162, reset compression=false 2024-11-27T07:21:29,910 DEBUG [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d162b807dc7edc406fb83b14268a0842 2024-11-27T07:21:29,983 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740/.tmp/ns/4d68f33708c94224ae709d2b70511dc1 2024-11-27T07:21:29,986 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/default/test/d162b807dc7edc406fb83b14268a0842/.tmp/f/7077467b2b6b461b90380c7d98fec4aa 2024-11-27T07:21:29,990 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7077467b2b6b461b90380c7d98fec4aa 2024-11-27T07:21:30,006 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740/.tmp/rep_barrier/3b335661399241f5ba238faa86e301f8 is 112, key is test,,1732692080068.d162b807dc7edc406fb83b14268a0842./rep_barrier:seqnumDuringOpen/1732692080419/Put/seqid=0 2024-11-27T07:21:30,009 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/default/test/d162b807dc7edc406fb83b14268a0842/.tmp/f1/51027d96d50841d7a587a865fece0575 is 30, key is row1/f1:/1732692088033/DeleteFamily/seqid=0 2024-11-27T07:21:30,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741844_1020 (size=5518) 2024-11-27T07:21:30,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741845_1021 (size=5123) 2024-11-27T07:21:30,021 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 912, reset compression=false 2024-11-27T07:21:30,097 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 1162, reset compression=false 2024-11-27T07:21:30,110 INFO [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T07:21:30,110 DEBUG [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d162b807dc7edc406fb83b14268a0842=test,,1732692080068.d162b807dc7edc406fb83b14268a0842.} 2024-11-27T07:21:30,110 DEBUG [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d162b807dc7edc406fb83b14268a0842 2024-11-27T07:21:30,310 DEBUG [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d162b807dc7edc406fb83b14268a0842 2024-11-27T07:21:30,410 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740/.tmp/rep_barrier/3b335661399241f5ba238faa86e301f8 2024-11-27T07:21:30,413 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/default/test/d162b807dc7edc406fb83b14268a0842/.tmp/f1/51027d96d50841d7a587a865fece0575 2024-11-27T07:21:30,417 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51027d96d50841d7a587a865fece0575 2024-11-27T07:21:30,429 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740/.tmp/table/c273927f358844738d51ab6e4ea75e17 is 53, key is hbase:replication/table:state/1732692084041/Put/seqid=0 2024-11-27T07:21:30,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741846_1022 (size=5308) 2024-11-27T07:21:30,440 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/default/test/d162b807dc7edc406fb83b14268a0842/.tmp/norep/5086bbe3371a4a2fbf8f5a6385b5a25c is 33, key is row1/norep:/1732692088033/DeleteFamily/seqid=0 2024-11-27T07:21:30,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741847_1023 (size=5108) 2024-11-27T07:21:30,501 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 1162, reset compression=false 2024-11-27T07:21:30,510 DEBUG [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d162b807dc7edc406fb83b14268a0842 2024-11-27T07:21:30,625 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 912, reset compression=false 2024-11-27T07:21:30,711 DEBUG [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d162b807dc7edc406fb83b14268a0842 2024-11-27T07:21:30,834 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740/.tmp/table/c273927f358844738d51ab6e4ea75e17 2024-11-27T07:21:30,838 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740/.tmp/info/011f556646f44eee84ee874e79ec3e9a as hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740/info/011f556646f44eee84ee874e79ec3e9a 2024-11-27T07:21:30,842 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740/info/011f556646f44eee84ee874e79ec3e9a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T07:21:30,842 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740/.tmp/ns/4d68f33708c94224ae709d2b70511dc1 as hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740/ns/4d68f33708c94224ae709d2b70511dc1 2024-11-27T07:21:30,844 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/default/test/d162b807dc7edc406fb83b14268a0842/.tmp/norep/5086bbe3371a4a2fbf8f5a6385b5a25c 2024-11-27T07:21:30,846 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740/ns/4d68f33708c94224ae709d2b70511dc1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T07:21:30,847 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5086bbe3371a4a2fbf8f5a6385b5a25c 2024-11-27T07:21:30,847 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740/.tmp/rep_barrier/3b335661399241f5ba238faa86e301f8 as hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740/rep_barrier/3b335661399241f5ba238faa86e301f8 2024-11-27T07:21:30,848 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/default/test/d162b807dc7edc406fb83b14268a0842/.tmp/f/7077467b2b6b461b90380c7d98fec4aa as hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/default/test/d162b807dc7edc406fb83b14268a0842/f/7077467b2b6b461b90380c7d98fec4aa 2024-11-27T07:21:30,851 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7077467b2b6b461b90380c7d98fec4aa 2024-11-27T07:21:30,851 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740/rep_barrier/3b335661399241f5ba238faa86e301f8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T07:21:30,852 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/default/test/d162b807dc7edc406fb83b14268a0842/f/7077467b2b6b461b90380c7d98fec4aa, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T07:21:30,852 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/default/test/d162b807dc7edc406fb83b14268a0842/.tmp/f1/51027d96d50841d7a587a865fece0575 as hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/default/test/d162b807dc7edc406fb83b14268a0842/f1/51027d96d50841d7a587a865fece0575 2024-11-27T07:21:30,852 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740/.tmp/table/c273927f358844738d51ab6e4ea75e17 as hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740/table/c273927f358844738d51ab6e4ea75e17 2024-11-27T07:21:30,856 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51027d96d50841d7a587a865fece0575 2024-11-27T07:21:30,856 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740/table/c273927f358844738d51ab6e4ea75e17, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T07:21:30,856 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/default/test/d162b807dc7edc406fb83b14268a0842/f1/51027d96d50841d7a587a865fece0575, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T07:21:30,857 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1748ms, sequenceid=16, compaction requested=false 2024-11-27T07:21:30,857 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/default/test/d162b807dc7edc406fb83b14268a0842/.tmp/norep/5086bbe3371a4a2fbf8f5a6385b5a25c as hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/default/test/d162b807dc7edc406fb83b14268a0842/norep/5086bbe3371a4a2fbf8f5a6385b5a25c 2024-11-27T07:21:30,862 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5086bbe3371a4a2fbf8f5a6385b5a25c 2024-11-27T07:21:30,862 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/default/test/d162b807dc7edc406fb83b14268a0842/norep/5086bbe3371a4a2fbf8f5a6385b5a25c, entries=1, sequenceid=8, filesize=5.0 K 2024-11-27T07:21:30,863 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d162b807dc7edc406fb83b14268a0842 in 1310ms, sequenceid=8, compaction requested=false 2024-11-27T07:21:30,864 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T07:21:30,865 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:21:30,865 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:21:30,865 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:21:30,865 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692089109Running coprocessor pre-close hooks at 1732692089109Disabling compacts and flushes for region at 1732692089109Disabling writes for close at 1732692089109Obtaining lock to block concurrent updates at 1732692089109Preparing flush snapshotting stores in 1588230740 at 1732692089109Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732692089109Flushing stores of hbase:meta,,1.1588230740 at 1732692089110 (+1 ms)Flushing 1588230740/info: creating writer at 1732692089110Flushing 1588230740/info: appending metadata at 1732692089127 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732692089127Flushing 1588230740/ns: creating writer at 1732692089537 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732692089565 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1732692089565Flushing 1588230740/rep_barrier: creating writer at 1732692089987 (+422 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732692090005 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732692090005Flushing 1588230740/table: creating writer at 1732692090415 (+410 ms)Flushing 1588230740/table: appending metadata at 1732692090428 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732692090428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@340644da: reopening flushed file at 1732692090838 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63e199a7: reopening flushed file at 1732692090842 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32a2b274: reopening flushed file at 1732692090847 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ffcdb3e: reopening flushed file at 1732692090852 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1748ms, sequenceid=16, compaction requested=false at 1732692090857 (+5 ms)Writing region close event to WAL at 1732692090860 (+3 ms)Running coprocessor post-close hooks at 1732692090865 (+5 ms)Closed at 1732692090865 2024-11-27T07:21:30,865 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T07:21:30,869 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/data/default/test/d162b807dc7edc406fb83b14268a0842/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T07:21:30,869 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:21:30,869 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:21:30,869 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732692080068.d162b807dc7edc406fb83b14268a0842. 2024-11-27T07:21:30,869 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d162b807dc7edc406fb83b14268a0842: Waiting for close lock at 1732692089553Running coprocessor pre-close hooks at 1732692089553Disabling compacts and flushes for region at 1732692089553Disabling writes for close at 1732692089553Obtaining lock to block concurrent updates at 1732692089553Preparing flush snapshotting stores in d162b807dc7edc406fb83b14268a0842 at 1732692089553Finished memstore snapshotting test,,1732692080068.d162b807dc7edc406fb83b14268a0842., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732692089554 (+1 ms)Flushing stores of test,,1732692080068.d162b807dc7edc406fb83b14268a0842. at 1732692089554Flushing d162b807dc7edc406fb83b14268a0842/f: creating writer at 1732692089554Flushing d162b807dc7edc406fb83b14268a0842/f: appending metadata at 1732692089571 (+17 ms)Flushing d162b807dc7edc406fb83b14268a0842/f: closing flushed file at 1732692089571Flushing d162b807dc7edc406fb83b14268a0842/f1: creating writer at 1732692089990 (+419 ms)Flushing d162b807dc7edc406fb83b14268a0842/f1: appending metadata at 1732692090008 (+18 ms)Flushing d162b807dc7edc406fb83b14268a0842/f1: closing flushed file at 1732692090008Flushing d162b807dc7edc406fb83b14268a0842/norep: creating writer at 1732692090417 (+409 ms)Flushing d162b807dc7edc406fb83b14268a0842/norep: appending metadata at 1732692090439 (+22 ms)Flushing d162b807dc7edc406fb83b14268a0842/norep: closing flushed file at 1732692090439Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75deb0eb: reopening flushed file at 1732692090847 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@681e9500: reopening flushed file at 1732692090852 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3425202f: reopening flushed file at 1732692090857 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d162b807dc7edc406fb83b14268a0842 in 1310ms, sequenceid=8, compaction requested=false at 1732692090863 (+6 ms)Writing region close event to WAL at 1732692090865 (+2 ms)Running coprocessor post-close hooks at 1732692090869 (+4 ms)Closed at 1732692090869 2024-11-27T07:21:30,869 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732692080068.d162b807dc7edc406fb83b14268a0842. 2024-11-27T07:21:30,911 INFO [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(976): stopping server 289954c9202d,45201,1732692074923; all regions closed. 2024-11-27T07:21:30,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741834_1010 (size=4239) 2024-11-27T07:21:30,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741839_1015 (size=2676) 2024-11-27T07:21:30,915 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.rep.1732692084000 not finished, retry = 0 2024-11-27T07:21:31,004 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 1162, reset compression=false 2024-11-27T07:21:31,008 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:21:31,008 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.wal-reader.289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 to pos 1806, reset compression=false 2024-11-27T07:21:31,018 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/WALs/289954c9202d,45201,1732692074923/289954c9202d%2C45201%2C1732692074923.1732692076795 not finished, retry = 0 2024-11-27T07:21:31,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741832_1008 (size=1814) 2024-11-27T07:21:31,118 DEBUG [RS:0;289954c9202d:45201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:31,118 INFO [RS:0;289954c9202d:45201 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:21:31,119 INFO [RS:0;289954c9202d:45201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:21:31,119 INFO [RS:0;289954c9202d:45201 {}] hbase.ChoreService(370): Chore service for: regionserver/289954c9202d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T07:21:31,119 INFO [RS:0;289954c9202d:45201 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:21:31,119 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:21:31,119 INFO [RS:0;289954c9202d:45201 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-289954c9202d,45201,1732692074923 because: Region server is closing 2024-11-27T07:21:31,119 INFO [RS:0;289954c9202d:45201 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:45201. 2024-11-27T07:21:31,119 DEBUG [RS:0;289954c9202d:45201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:21:31,119 DEBUG [RS:0;289954c9202d:45201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:31,119 DEBUG [RS:0;289954c9202d:45201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:31,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:21:31,220 INFO [RS:0;289954c9202d:45201 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,45201,1732692074923.replicationSource.shipper289954c9202d%2C45201%2C1732692074923,1-289954c9202d,45201,1732692074923 terminated 2024-11-27T07:21:31,220 INFO [RS:0;289954c9202d:45201 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:45201. 2024-11-27T07:21:31,220 DEBUG [RS:0;289954c9202d:45201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:21:31,220 DEBUG [RS:0;289954c9202d:45201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:31,220 DEBUG [RS:0;289954c9202d:45201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:31,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:21:31,220 INFO [RS:0;289954c9202d:45201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45201 2024-11-27T07:21:31,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1636049474/rs 2024-11-27T07:21:31,285 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1017b2ac0d30004, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1636049474/rs/289954c9202d,45201,1732692074923 2024-11-27T07:21:31,285 INFO [RS:0;289954c9202d:45201 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:21:31,296 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [289954c9202d,45201,1732692074923] 2024-11-27T07:21:31,307 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1636049474/draining/289954c9202d,45201,1732692074923 already deleted, retry=false 2024-11-27T07:21:31,307 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 289954c9202d,45201,1732692074923 expired; onlineServers=0 2024-11-27T07:21:31,307 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '289954c9202d,36683,1732692074759' ***** 2024-11-27T07:21:31,307 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T07:21:31,307 INFO [M:0;289954c9202d:36683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:21:31,307 INFO [M:0;289954c9202d:36683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:21:31,307 DEBUG [M:0;289954c9202d:36683 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T07:21:31,307 DEBUG [M:0;289954c9202d:36683 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T07:21:31,307 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T07:21:31,307 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692076568 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692076568,5,FailOnTimeoutGroup] 2024-11-27T07:21:31,307 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692076568 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692076568,5,FailOnTimeoutGroup] 2024-11-27T07:21:31,307 INFO [M:0;289954c9202d:36683 {}] hbase.ChoreService(370): Chore service for: master/289954c9202d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T07:21:31,307 INFO [M:0;289954c9202d:36683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:21:31,307 DEBUG [M:0;289954c9202d:36683 {}] master.HMaster(1795): Stopping service threads 2024-11-27T07:21:31,307 INFO [M:0;289954c9202d:36683 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T07:21:31,307 INFO [M:0;289954c9202d:36683 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:21:31,307 INFO [M:0;289954c9202d:36683 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T07:21:31,308 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T07:21:31,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1636049474/master 2024-11-27T07:21:31,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1636049474 2024-11-27T07:21:31,317 DEBUG [M:0;289954c9202d:36683 {}] zookeeper.ZKUtil(347): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Unable to get data of znode /1-1636049474/master because node does not exist (not an error) 2024-11-27T07:21:31,317 WARN [M:0;289954c9202d:36683 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T07:21:31,318 INFO [M:0;289954c9202d:36683 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/.lastflushedseqids 2024-11-27T07:21:31,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741848_1024 (size=245) 2024-11-27T07:21:31,329 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 912, reset compression=false 2024-11-27T07:21:31,396 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1017b2ac0d30004, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:21:31,396 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x1017b2ac0d30004, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:21:31,396 INFO [RS:0;289954c9202d:45201 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:21:31,396 INFO [RS:0;289954c9202d:45201 {}] regionserver.HRegionServer(1031): Exiting; stopping=289954c9202d,45201,1732692074923; zookeeper connection closed. 2024-11-27T07:21:31,397 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f7f813e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f7f813e 2024-11-27T07:21:31,397 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T07:21:31,455 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:21:31,456 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:21:31,456 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28239 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:21:31,722 INFO [M:0;289954c9202d:36683 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T07:21:31,722 INFO [M:0;289954c9202d:36683 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T07:21:31,722 DEBUG [M:0;289954c9202d:36683 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:21:31,722 INFO [M:0;289954c9202d:36683 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:31,722 DEBUG [M:0;289954c9202d:36683 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:31,722 DEBUG [M:0;289954c9202d:36683 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:21:31,722 DEBUG [M:0;289954c9202d:36683 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:31,722 INFO [M:0;289954c9202d:36683 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T07:21:31,741 DEBUG [M:0;289954c9202d:36683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b08cd0fa4e3446b9978c721add504ed is 82, key is hbase:meta,,1/info:regioninfo/1732692077817/Put/seqid=0 2024-11-27T07:21:31,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741849_1025 (size=5672) 2024-11-27T07:21:32,133 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 912, reset compression=false 2024-11-27T07:21:32,145 INFO [M:0;289954c9202d:36683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b08cd0fa4e3446b9978c721add504ed 2024-11-27T07:21:32,234 DEBUG [M:0;289954c9202d:36683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca5d4e846c6b4b5d9315b1274677211f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732692084044/Put/seqid=0 2024-11-27T07:21:32,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741850_1026 (size=8516) 2024-11-27T07:21:32,638 INFO [M:0;289954c9202d:36683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca5d4e846c6b4b5d9315b1274677211f 2024-11-27T07:21:32,656 DEBUG [M:0;289954c9202d:36683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86b94ece9289426dba3d8931948e580b is 69, key is 289954c9202d,45201,1732692074923/rs:state/1732692076608/Put/seqid=0 2024-11-27T07:21:32,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741851_1027 (size=5156) 2024-11-27T07:21:33,036 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 912, reset compression=false 2024-11-27T07:21:33,064 INFO [M:0;289954c9202d:36683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86b94ece9289426dba3d8931948e580b 2024-11-27T07:21:33,069 DEBUG [M:0;289954c9202d:36683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b08cd0fa4e3446b9978c721add504ed as hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b08cd0fa4e3446b9978c721add504ed 2024-11-27T07:21:33,073 INFO [M:0;289954c9202d:36683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b08cd0fa4e3446b9978c721add504ed, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T07:21:33,074 DEBUG [M:0;289954c9202d:36683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca5d4e846c6b4b5d9315b1274677211f as hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca5d4e846c6b4b5d9315b1274677211f 2024-11-27T07:21:33,077 INFO [M:0;289954c9202d:36683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca5d4e846c6b4b5d9315b1274677211f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T07:21:33,078 DEBUG [M:0;289954c9202d:36683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86b94ece9289426dba3d8931948e580b as hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86b94ece9289426dba3d8931948e580b 2024-11-27T07:21:33,082 INFO [M:0;289954c9202d:36683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41749/user/jenkins/test-data/6c48f873-3898-fa3a-784d-fea0d4e151e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86b94ece9289426dba3d8931948e580b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T07:21:33,082 INFO [M:0;289954c9202d:36683 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1360ms, sequenceid=97, compaction requested=false 2024-11-27T07:21:33,084 INFO [M:0;289954c9202d:36683 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:33,084 DEBUG [M:0;289954c9202d:36683 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692091722Disabling compacts and flushes for region at 1732692091722Disabling writes for close at 1732692091722Obtaining lock to block concurrent updates at 1732692091722Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732692091722Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732692091723 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732692091723Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732692091723Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732692091740 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732692091740Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732692092220 (+480 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732692092234 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732692092234Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732692092642 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732692092655 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732692092655Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53303262: reopening flushed file at 1732692093068 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b42728d: reopening flushed file at 1732692093073 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@235b3fce: reopening flushed file at 1732692093077 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1360ms, sequenceid=97, compaction requested=false at 1732692093082 (+5 ms)Writing region close event to WAL at 1732692093084 (+2 ms)Closed at 1732692093084 2024-11-27T07:21:33,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37225 is added to blk_1073741830_1006 (size=63654) 2024-11-27T07:21:33,086 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:21:33,086 INFO [M:0;289954c9202d:36683 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T07:21:33,086 INFO [M:0;289954c9202d:36683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36683 2024-11-27T07:21:33,086 INFO [M:0;289954c9202d:36683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:21:33,259 INFO [M:0;289954c9202d:36683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:21:33,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:21:33,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36683-0x1017b2ac0d30003, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:21:33,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ef217{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:21:33,296 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5172d7cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:21:33,296 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:21:33,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77d66c2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:21:33,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3075ae64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/hadoop.log.dir/,STOPPED} 2024-11-27T07:21:33,298 WARN [BP-1150379476-172.17.0.3-1732692072664 heartbeating to localhost/127.0.0.1:41749 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T07:21:33,298 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T07:21:33,298 WARN [BP-1150379476-172.17.0.3-1732692072664 heartbeating to localhost/127.0.0.1:41749 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1150379476-172.17.0.3-1732692072664 (Datanode Uuid 1697ca7e-f6b6-40c1-ab12-89f88b5d49c0) service to localhost/127.0.0.1:41749 2024-11-27T07:21:33,298 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T07:21:33,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/cluster_8b0bf0d6-c6f6-2273-26fa-5b35c38f011d/data/data1/current/BP-1150379476-172.17.0.3-1732692072664 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:21:33,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/cluster_8b0bf0d6-c6f6-2273-26fa-5b35c38f011d/data/data2/current/BP-1150379476-172.17.0.3-1732692072664 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:21:33,299 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T07:21:33,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c2c5b47{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:21:33,305 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67c2d1fd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:21:33,305 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:21:33,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10450e5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:21:33,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a3a9343{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/hadoop.log.dir/,STOPPED} 2024-11-27T07:21:33,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T07:21:33,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T07:21:33,323 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:21:33,323 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:21:33,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:33,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:33,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:21:33,323 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T07:21:33,323 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1311604831, stopped=false 2024-11-27T07:21:33,323 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=289954c9202d,38607,1732692069693 2024-11-27T07:21:33,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1017b2ac0d30001, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01256804382/running 2024-11-27T07:21:33,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1017b2ac0d30001, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256804382 2024-11-27T07:21:33,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01256804382/running 2024-11-27T07:21:33,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256804382 2024-11-27T07:21:33,341 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:21:33,342 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:21:33,342 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:21:33,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:33,342 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '289954c9202d,32917,1732692069886' ***** 2024-11-27T07:21:33,342 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T07:21:33,342 INFO [RS:0;289954c9202d:32917 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T07:21:33,342 INFO [RS:0;289954c9202d:32917 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T07:21:33,342 INFO [RS:0;289954c9202d:32917 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T07:21:33,342 INFO [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(3091): Received CLOSE for b118c2f42d67fa10a1be908b37a46d17 2024-11-27T07:21:33,343 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T07:21:33,343 INFO [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(3091): Received CLOSE for fbcc89824230ac320ffcca031bcb176b 2024-11-27T07:21:33,343 INFO [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(959): stopping server 289954c9202d,32917,1732692069886 2024-11-27T07:21:33,343 INFO [RS:0;289954c9202d:32917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:21:33,343 INFO [RS:0;289954c9202d:32917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:32917. 2024-11-27T07:21:33,343 DEBUG [RS:0;289954c9202d:32917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:21:33,343 DEBUG [RS:0;289954c9202d:32917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:33,343 INFO [RS:0;289954c9202d:32917 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T07:21:33,343 INFO [RS:0;289954c9202d:32917 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T07:21:33,343 INFO [RS:0;289954c9202d:32917 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T07:21:33,343 INFO [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T07:21:33,343 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b118c2f42d67fa10a1be908b37a46d17, disabling compactions & flushes 2024-11-27T07:21:33,344 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17. 2024-11-27T07:21:33,344 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17. 2024-11-27T07:21:33,344 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17. after waiting 0 ms 2024-11-27T07:21:33,344 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17. 2024-11-27T07:21:33,344 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b118c2f42d67fa10a1be908b37a46d17 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-27T07:21:33,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Set watcher on znode that does not yet exist, /01256804382/running 2024-11-27T07:21:33,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32917-0x1017b2ac0d30001, quorum=127.0.0.1:62479, baseZNode=/01256804382 Set watcher on znode that does not yet exist, /01256804382/running 2024-11-27T07:21:33,345 INFO [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T07:21:33,345 DEBUG [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(1325): Online Regions={b118c2f42d67fa10a1be908b37a46d17=hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17., 1588230740=hbase:meta,,1.1588230740, fbcc89824230ac320ffcca031bcb176b=test,,1732692077912.fbcc89824230ac320ffcca031bcb176b.} 2024-11-27T07:21:33,345 DEBUG [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b118c2f42d67fa10a1be908b37a46d17, fbcc89824230ac320ffcca031bcb176b 2024-11-27T07:21:33,346 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:21:33,346 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:21:33,346 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:21:33,346 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:21:33,346 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:21:33,346 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T07:21:33,362 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/replication/b118c2f42d67fa10a1be908b37a46d17/.tmp/queue/bc7ec3d648d8449fb9c42370bb56a3d7 is 153, key is 1-289954c9202d,32917,1732692069886/queue:289954c9202d%2C32917%2C1732692069886/1732692088608/Put/seqid=0 2024-11-27T07:21:33,365 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740/.tmp/info/a04b2b3139b04203b91ae1ab3ef11931 is 147, key is hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17./info:regioninfo/1732692081924/Put/seqid=0 2024-11-27T07:21:33,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741840_1016 (size=5352) 2024-11-27T07:21:33,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741841_1017 (size=7686) 2024-11-27T07:21:33,378 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740/.tmp/info/a04b2b3139b04203b91ae1ab3ef11931 2024-11-27T07:21:33,379 INFO [regionserver/289954c9202d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:21:33,399 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740/.tmp/ns/f0c59e49728047c3a300327ce828e360 is 43, key is default/ns:d/1732692072517/Put/seqid=0 2024-11-27T07:21:33,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741842_1018 (size=5153) 2024-11-27T07:21:33,545 DEBUG [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b118c2f42d67fa10a1be908b37a46d17, fbcc89824230ac320ffcca031bcb176b 2024-11-27T07:21:33,718 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T07:21:33,718 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T07:21:33,746 DEBUG [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b118c2f42d67fa10a1be908b37a46d17, fbcc89824230ac320ffcca031bcb176b 2024-11-27T07:21:33,769 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/replication/b118c2f42d67fa10a1be908b37a46d17/.tmp/queue/bc7ec3d648d8449fb9c42370bb56a3d7 2024-11-27T07:21:33,774 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/replication/b118c2f42d67fa10a1be908b37a46d17/.tmp/queue/bc7ec3d648d8449fb9c42370bb56a3d7 as hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/replication/b118c2f42d67fa10a1be908b37a46d17/queue/bc7ec3d648d8449fb9c42370bb56a3d7 2024-11-27T07:21:33,778 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/replication/b118c2f42d67fa10a1be908b37a46d17/queue/bc7ec3d648d8449fb9c42370bb56a3d7, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T07:21:33,779 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for b118c2f42d67fa10a1be908b37a46d17 in 434ms, sequenceid=10, compaction requested=false 2024-11-27T07:21:33,781 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/replication/b118c2f42d67fa10a1be908b37a46d17/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T07:21:33,782 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:21:33,782 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:21:33,782 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17. 2024-11-27T07:21:33,782 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b118c2f42d67fa10a1be908b37a46d17: Waiting for close lock at 1732692093343Running coprocessor pre-close hooks at 1732692093343Disabling compacts and flushes for region at 1732692093343Disabling writes for close at 1732692093344 (+1 ms)Obtaining lock to block concurrent updates at 1732692093344Preparing flush snapshotting stores in b118c2f42d67fa10a1be908b37a46d17 at 1732692093344Finished memstore snapshotting hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732692093344Flushing stores of hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17. at 1732692093345 (+1 ms)Flushing b118c2f42d67fa10a1be908b37a46d17/queue: creating writer at 1732692093345Flushing b118c2f42d67fa10a1be908b37a46d17/queue: appending metadata at 1732692093362 (+17 ms)Flushing b118c2f42d67fa10a1be908b37a46d17/queue: closing flushed file at 1732692093362Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ff69817: reopening flushed file at 1732692093773 (+411 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for b118c2f42d67fa10a1be908b37a46d17 in 434ms, sequenceid=10, compaction requested=false at 1732692093779 (+6 ms)Writing region close event to WAL at 1732692093779Running coprocessor post-close hooks at 1732692093782 (+3 ms)Closed at 1732692093782 2024-11-27T07:21:33,782 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732692080717.b118c2f42d67fa10a1be908b37a46d17. 2024-11-27T07:21:33,783 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbcc89824230ac320ffcca031bcb176b, disabling compactions & flushes 2024-11-27T07:21:33,783 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732692077912.fbcc89824230ac320ffcca031bcb176b. 2024-11-27T07:21:33,783 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692077912.fbcc89824230ac320ffcca031bcb176b. 2024-11-27T07:21:33,783 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732692077912.fbcc89824230ac320ffcca031bcb176b. after waiting 0 ms 2024-11-27T07:21:33,783 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732692077912.fbcc89824230ac320ffcca031bcb176b. 2024-11-27T07:21:33,783 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fbcc89824230ac320ffcca031bcb176b 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-27T07:21:33,796 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/default/test/fbcc89824230ac320ffcca031bcb176b/.tmp/f/cb056321399e4f68b2689db67e3efd4f is 29, key is row1/f:/1732692088033/DeleteFamily/seqid=0 2024-11-27T07:21:33,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741843_1019 (size=5118) 2024-11-27T07:21:33,803 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740/.tmp/ns/f0c59e49728047c3a300327ce828e360 2024-11-27T07:21:33,818 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740/.tmp/rep_barrier/4a205e0fedd34294ac25c62a83c42232 is 112, key is test,,1732692077912.fbcc89824230ac320ffcca031bcb176b./rep_barrier:seqnumDuringOpen/1732692079063/Put/seqid=0 2024-11-27T07:21:33,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741844_1020 (size=5518) 2024-11-27T07:21:33,946 DEBUG [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fbcc89824230ac320ffcca031bcb176b 2024-11-27T07:21:34,040 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 912, reset compression=false 2024-11-27T07:21:34,044 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:21:34,044 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 1159, reset compression=false 2024-11-27T07:21:34,044 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.shipper289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,32917,1732692069886 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:21:34,045 ERROR [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.shipper289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 289954c9202d,32917,1732692069886: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-289954c9202d,32917,1732692069886, walGroup=289954c9202d%2C32917%2C1732692069886, offset=289954c9202d%2C32917%2C1732692069886.1732692071792:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T07:21:34,046 ERROR [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.shipper289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T07:21:34,046 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.shipper289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T07:21:34,047 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.shipper289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T07:21:34,047 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.shipper289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T07:21:34,047 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.shipper289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T07:21:34,047 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.shipper289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 663161336 }, "NonHeapMemoryUsage": { "committed": 194052096, "init": 7667712, "max": -1, "used": 191183072 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T07:21:34,047 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.shipper289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T07:21:34,146 DEBUG [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fbcc89824230ac320ffcca031bcb176b 2024-11-27T07:21:34,200 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/default/test/fbcc89824230ac320ffcca031bcb176b/.tmp/f/cb056321399e4f68b2689db67e3efd4f 2024-11-27T07:21:34,204 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb056321399e4f68b2689db67e3efd4f 2024-11-27T07:21:34,220 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/default/test/fbcc89824230ac320ffcca031bcb176b/.tmp/f1/8179514807bf46338e41c4d6a93cbe22 is 30, key is row1/f1:/1732692088033/DeleteFamily/seqid=0 2024-11-27T07:21:34,222 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740/.tmp/rep_barrier/4a205e0fedd34294ac25c62a83c42232 2024-11-27T07:21:34,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741845_1021 (size=5123) 2024-11-27T07:21:34,241 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740/.tmp/table/a402c80d6cc24a538ba73d11819ba994 is 53, key is hbase:replication/table:state/1732692081931/Put/seqid=0 2024-11-27T07:21:34,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741846_1022 (size=5308) 2024-11-27T07:21:34,247 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 1159, reset compression=false 2024-11-27T07:21:34,346 INFO [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T07:21:34,346 DEBUG [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fbcc89824230ac320ffcca031bcb176b=test,,1732692077912.fbcc89824230ac320ffcca031bcb176b.} 2024-11-27T07:21:34,346 DEBUG [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fbcc89824230ac320ffcca031bcb176b 2024-11-27T07:21:34,546 DEBUG [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fbcc89824230ac320ffcca031bcb176b 2024-11-27T07:21:34,551 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 1159, reset compression=false 2024-11-27T07:21:34,624 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/default/test/fbcc89824230ac320ffcca031bcb176b/.tmp/f1/8179514807bf46338e41c4d6a93cbe22 2024-11-27T07:21:34,627 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8179514807bf46338e41c4d6a93cbe22 2024-11-27T07:21:34,640 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/default/test/fbcc89824230ac320ffcca031bcb176b/.tmp/norep/7c94f993613f488298c84c600d20d691 is 32, key is row/norep:/1732692087028/DeleteFamily/seqid=0 2024-11-27T07:21:34,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741847_1023 (size=5101) 2024-11-27T07:21:34,645 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740/.tmp/table/a402c80d6cc24a538ba73d11819ba994 2024-11-27T07:21:34,649 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740/.tmp/info/a04b2b3139b04203b91ae1ab3ef11931 as hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740/info/a04b2b3139b04203b91ae1ab3ef11931 2024-11-27T07:21:34,652 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740/info/a04b2b3139b04203b91ae1ab3ef11931, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T07:21:34,653 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740/.tmp/ns/f0c59e49728047c3a300327ce828e360 as hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740/ns/f0c59e49728047c3a300327ce828e360 2024-11-27T07:21:34,656 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740/ns/f0c59e49728047c3a300327ce828e360, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T07:21:34,657 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740/.tmp/rep_barrier/4a205e0fedd34294ac25c62a83c42232 as hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740/rep_barrier/4a205e0fedd34294ac25c62a83c42232 2024-11-27T07:21:34,661 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740/rep_barrier/4a205e0fedd34294ac25c62a83c42232, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T07:21:34,662 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740/.tmp/table/a402c80d6cc24a538ba73d11819ba994 as hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740/table/a402c80d6cc24a538ba73d11819ba994 2024-11-27T07:21:34,665 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740/table/a402c80d6cc24a538ba73d11819ba994, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T07:21:34,666 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false 2024-11-27T07:21:34,670 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T07:21:34,671 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:21:34,671 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:21:34,671 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:21:34,671 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692093346Running coprocessor pre-close hooks at 1732692093346Disabling compacts and flushes for region at 1732692093346Disabling writes for close at 1732692093346Obtaining lock to block concurrent updates at 1732692093346Preparing flush snapshotting stores in 1588230740 at 1732692093346Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732692093347 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732692093348 (+1 ms)Flushing 1588230740/info: creating writer at 1732692093348Flushing 1588230740/info: appending metadata at 1732692093365 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732692093365Flushing 1588230740/ns: creating writer at 1732692093383 (+18 ms)Flushing 1588230740/ns: appending metadata at 1732692093399 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732692093399Flushing 1588230740/rep_barrier: creating writer at 1732692093806 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732692093818 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732692093818Flushing 1588230740/table: creating writer at 1732692094225 (+407 ms)Flushing 1588230740/table: appending metadata at 1732692094241 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732692094241Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@264996d9: reopening flushed file at 1732692094648 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1996091e: reopening flushed file at 1732692094653 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ac111a: reopening flushed file at 1732692094657 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3264ad63: reopening flushed file at 1732692094661 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false at 1732692094666 (+5 ms)Writing region close event to WAL at 1732692094668 (+2 ms)Running coprocessor post-close hooks at 1732692094671 (+3 ms)Closed at 1732692094671 2024-11-27T07:21:34,671 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T07:21:34,746 DEBUG [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(1351): Waiting on fbcc89824230ac320ffcca031bcb176b 2024-11-27T07:21:34,947 DEBUG [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(1351): Waiting on fbcc89824230ac320ffcca031bcb176b 2024-11-27T07:21:34,954 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.wal-reader.289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 to pos 1159, reset compression=false 2024-11-27T07:21:35,044 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/default/test/fbcc89824230ac320ffcca031bcb176b/.tmp/norep/7c94f993613f488298c84c600d20d691 2024-11-27T07:21:35,047 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c94f993613f488298c84c600d20d691 2024-11-27T07:21:35,048 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/default/test/fbcc89824230ac320ffcca031bcb176b/.tmp/f/cb056321399e4f68b2689db67e3efd4f as hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/default/test/fbcc89824230ac320ffcca031bcb176b/f/cb056321399e4f68b2689db67e3efd4f 2024-11-27T07:21:35,051 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb056321399e4f68b2689db67e3efd4f 2024-11-27T07:21:35,051 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/default/test/fbcc89824230ac320ffcca031bcb176b/f/cb056321399e4f68b2689db67e3efd4f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T07:21:35,052 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/default/test/fbcc89824230ac320ffcca031bcb176b/.tmp/f1/8179514807bf46338e41c4d6a93cbe22 as hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/default/test/fbcc89824230ac320ffcca031bcb176b/f1/8179514807bf46338e41c4d6a93cbe22 2024-11-27T07:21:35,055 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:21:35,055 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8179514807bf46338e41c4d6a93cbe22 2024-11-27T07:21:35,055 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/default/test/fbcc89824230ac320ffcca031bcb176b/f1/8179514807bf46338e41c4d6a93cbe22, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T07:21:35,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:35,061 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/default/test/fbcc89824230ac320ffcca031bcb176b/.tmp/norep/7c94f993613f488298c84c600d20d691 as hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/default/test/fbcc89824230ac320ffcca031bcb176b/norep/7c94f993613f488298c84c600d20d691 2024-11-27T07:21:35,069 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c94f993613f488298c84c600d20d691 2024-11-27T07:21:35,069 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/default/test/fbcc89824230ac320ffcca031bcb176b/norep/7c94f993613f488298c84c600d20d691, entries=1, sequenceid=8, filesize=5.0 K 2024-11-27T07:21:35,070 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fbcc89824230ac320ffcca031bcb176b in 1287ms, sequenceid=8, compaction requested=false 2024-11-27T07:21:35,080 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/data/default/test/fbcc89824230ac320ffcca031bcb176b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T07:21:35,080 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:21:35,080 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:21:35,080 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732692077912.fbcc89824230ac320ffcca031bcb176b. 2024-11-27T07:21:35,081 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbcc89824230ac320ffcca031bcb176b: Waiting for close lock at 1732692093783Running coprocessor pre-close hooks at 1732692093783Disabling compacts and flushes for region at 1732692093783Disabling writes for close at 1732692093783Obtaining lock to block concurrent updates at 1732692093783Preparing flush snapshotting stores in fbcc89824230ac320ffcca031bcb176b at 1732692093783Finished memstore snapshotting test,,1732692077912.fbcc89824230ac320ffcca031bcb176b., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732692093783Flushing stores of test,,1732692077912.fbcc89824230ac320ffcca031bcb176b. at 1732692093784 (+1 ms)Flushing fbcc89824230ac320ffcca031bcb176b/f: creating writer at 1732692093784Flushing fbcc89824230ac320ffcca031bcb176b/f: appending metadata at 1732692093796 (+12 ms)Flushing fbcc89824230ac320ffcca031bcb176b/f: closing flushed file at 1732692093796Flushing fbcc89824230ac320ffcca031bcb176b/f1: creating writer at 1732692094204 (+408 ms)Flushing fbcc89824230ac320ffcca031bcb176b/f1: appending metadata at 1732692094219 (+15 ms)Flushing fbcc89824230ac320ffcca031bcb176b/f1: closing flushed file at 1732692094219Flushing fbcc89824230ac320ffcca031bcb176b/norep: creating writer at 1732692094628 (+409 ms)Flushing fbcc89824230ac320ffcca031bcb176b/norep: appending metadata at 1732692094640 (+12 ms)Flushing fbcc89824230ac320ffcca031bcb176b/norep: closing flushed file at 1732692094640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d99a6db: reopening flushed file at 1732692095047 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65e8aa25: reopening flushed file at 1732692095051 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31515b0: reopening flushed file at 1732692095055 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fbcc89824230ac320ffcca031bcb176b in 1287ms, sequenceid=8, compaction requested=false at 1732692095070 (+15 ms)Writing region close event to WAL at 1732692095076 (+6 ms)Running coprocessor post-close hooks at 1732692095080 (+4 ms)Closed at 1732692095080 2024-11-27T07:21:35,081 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732692077912.fbcc89824230ac320ffcca031bcb176b. 2024-11-27T07:21:35,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:35,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:35,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:35,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:35,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:35,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:35,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:35,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:35,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:35,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:35,105 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:21:35,105 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T07:21:35,105 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T07:21:35,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T07:21:35,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:21:35,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:21:35,147 INFO [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(976): stopping server 289954c9202d,32917,1732692069886; all regions closed. 2024-11-27T07:21:35,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741834_1010 (size=4239) 2024-11-27T07:21:35,149 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.meta.1732692072362.meta not finished, retry = 0 2024-11-27T07:21:35,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741839_1015 (size=2676) 2024-11-27T07:21:35,252 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.rep.1732692081895 not finished, retry = 0 2024-11-27T07:21:35,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741832_1008 (size=1811) 2024-11-27T07:21:35,354 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/WALs/289954c9202d,32917,1732692069886/289954c9202d%2C32917%2C1732692069886.1732692071792 not finished, retry = 0 2024-11-27T07:21:35,455 DEBUG [RS:0;289954c9202d:32917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:35,455 INFO [RS:0;289954c9202d:32917 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:21:35,455 INFO [RS:0;289954c9202d:32917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:21:35,456 INFO [RS:0;289954c9202d:32917 {}] hbase.ChoreService(370): Chore service for: regionserver/289954c9202d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T07:21:35,456 INFO [RS:0;289954c9202d:32917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:21:35,456 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:21:35,456 INFO [RS:0;289954c9202d:32917 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-289954c9202d,32917,1732692069886 because: Region server is closing 2024-11-27T07:21:35,456 INFO [RS:0;289954c9202d:32917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:32917. 2024-11-27T07:21:35,456 DEBUG [RS:0;289954c9202d:32917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:21:35,456 DEBUG [RS:0;289954c9202d:32917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:35,456 DEBUG [RS:0;289954c9202d:32917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:35,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:21:35,557 INFO [RS:0;289954c9202d:32917 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,32917,1732692069886.replicationSource.shipper289954c9202d%2C32917%2C1732692069886,1-289954c9202d,32917,1732692069886 terminated 2024-11-27T07:21:35,557 INFO [RS:0;289954c9202d:32917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:32917. 2024-11-27T07:21:35,557 DEBUG [RS:0;289954c9202d:32917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:21:35,557 DEBUG [RS:0;289954c9202d:32917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:35,557 DEBUG [RS:0;289954c9202d:32917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:35,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:21:35,557 INFO [RS:0;289954c9202d:32917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32917 2024-11-27T07:21:36,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1017b2ac0d30001, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01256804382/rs/289954c9202d,32917,1732692069886 2024-11-27T07:21:36,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256804382/rs 2024-11-27T07:21:36,246 INFO [RS:0;289954c9202d:32917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:21:36,247 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [289954c9202d,32917,1732692069886] 2024-11-27T07:21:36,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1017b2ac0d30001, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:21:36,399 INFO [RS:0;289954c9202d:32917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:21:36,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1017b2ac0d30001, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:21:36,399 INFO [RS:0;289954c9202d:32917 {}] regionserver.HRegionServer(1031): Exiting; stopping=289954c9202d,32917,1732692069886; zookeeper connection closed. 2024-11-27T07:21:36,399 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a727892 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a727892 2024-11-27T07:21:36,400 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T07:21:36,425 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01256804382/draining/289954c9202d,32917,1732692069886 already deleted, retry=false 2024-11-27T07:21:36,425 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 289954c9202d,32917,1732692069886 expired; onlineServers=0 2024-11-27T07:21:36,425 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '289954c9202d,38607,1732692069693' ***** 2024-11-27T07:21:36,425 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T07:21:36,425 INFO [M:0;289954c9202d:38607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:21:36,425 INFO [M:0;289954c9202d:38607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:21:36,425 DEBUG [M:0;289954c9202d:38607 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T07:21:36,425 DEBUG [M:0;289954c9202d:38607 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T07:21:36,425 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T07:21:36,425 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692071549 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692071549,5,FailOnTimeoutGroup] 2024-11-27T07:21:36,425 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692071549 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692071549,5,FailOnTimeoutGroup] 2024-11-27T07:21:36,426 INFO [M:0;289954c9202d:38607 {}] hbase.ChoreService(370): Chore service for: master/289954c9202d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T07:21:36,426 INFO [M:0;289954c9202d:38607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:21:36,426 DEBUG [M:0;289954c9202d:38607 {}] master.HMaster(1795): Stopping service threads 2024-11-27T07:21:36,426 INFO [M:0;289954c9202d:38607 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T07:21:36,426 INFO [M:0;289954c9202d:38607 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:21:36,426 INFO [M:0;289954c9202d:38607 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T07:21:36,426 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T07:21:36,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01256804382/master 2024-11-27T07:21:36,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256804382 2024-11-27T07:21:36,636 DEBUG [M:0;289954c9202d:38607 {}] zookeeper.ZKUtil(347): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Unable to get data of znode /01256804382/master because node does not exist (not an error) 2024-11-27T07:21:36,636 WARN [M:0;289954c9202d:38607 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T07:21:36,637 INFO [M:0;289954c9202d:38607 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/.lastflushedseqids 2024-11-27T07:21:36,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741848_1024 (size=245) 2024-11-27T07:21:37,041 INFO [M:0;289954c9202d:38607 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T07:21:37,041 INFO [M:0;289954c9202d:38607 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T07:21:37,041 DEBUG [M:0;289954c9202d:38607 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:21:37,041 INFO [M:0;289954c9202d:38607 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:37,041 DEBUG [M:0;289954c9202d:38607 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:37,041 DEBUG [M:0;289954c9202d:38607 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:21:37,041 DEBUG [M:0;289954c9202d:38607 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:37,041 INFO [M:0;289954c9202d:38607 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T07:21:37,059 DEBUG [M:0;289954c9202d:38607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb02d35262494a0ab95bf795f8bae06a is 82, key is hbase:meta,,1/info:regioninfo/1732692072391/Put/seqid=0 2024-11-27T07:21:37,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741849_1025 (size=5672) 2024-11-27T07:21:37,464 INFO [M:0;289954c9202d:38607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb02d35262494a0ab95bf795f8bae06a 2024-11-27T07:21:37,487 DEBUG [M:0;289954c9202d:38607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/129a67b1c3c745eca54f4361377b9eb5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732692081934/Put/seqid=0 2024-11-27T07:21:37,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741850_1026 (size=8516) 2024-11-27T07:21:37,891 INFO [M:0;289954c9202d:38607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/129a67b1c3c745eca54f4361377b9eb5 2024-11-27T07:21:37,911 DEBUG [M:0;289954c9202d:38607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a912e6bab2d94b15904cf2ef2c19f566 is 69, key is 289954c9202d,32917,1732692069886/rs:state/1732692071648/Put/seqid=0 2024-11-27T07:21:37,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741851_1027 (size=5156) 2024-11-27T07:21:38,316 INFO [M:0;289954c9202d:38607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a912e6bab2d94b15904cf2ef2c19f566 2024-11-27T07:21:38,320 DEBUG [M:0;289954c9202d:38607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb02d35262494a0ab95bf795f8bae06a as hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb02d35262494a0ab95bf795f8bae06a 2024-11-27T07:21:38,323 INFO [M:0;289954c9202d:38607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb02d35262494a0ab95bf795f8bae06a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T07:21:38,324 DEBUG [M:0;289954c9202d:38607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/129a67b1c3c745eca54f4361377b9eb5 as hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/129a67b1c3c745eca54f4361377b9eb5 2024-11-27T07:21:38,327 INFO [M:0;289954c9202d:38607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/129a67b1c3c745eca54f4361377b9eb5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T07:21:38,328 DEBUG [M:0;289954c9202d:38607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a912e6bab2d94b15904cf2ef2c19f566 as hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a912e6bab2d94b15904cf2ef2c19f566 2024-11-27T07:21:38,331 INFO [M:0;289954c9202d:38607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/fc606092-7d3a-e0fc-9f39-cde1927c337c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a912e6bab2d94b15904cf2ef2c19f566, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T07:21:38,332 INFO [M:0;289954c9202d:38607 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false 2024-11-27T07:21:38,333 INFO [M:0;289954c9202d:38607 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:38,333 DEBUG [M:0;289954c9202d:38607 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692097041Disabling compacts and flushes for region at 1732692097041Disabling writes for close at 1732692097041Obtaining lock to block concurrent updates at 1732692097041Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732692097041Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732692097042 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732692097042Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732692097043 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732692097059 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732692097059Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732692097468 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732692097487 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732692097487Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732692097895 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732692097911 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732692097911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14914397: reopening flushed file at 1732692098319 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dcbcc20: reopening flushed file at 1732692098323 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d4d59ac: reopening flushed file at 1732692098327 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false at 1732692098332 (+5 ms)Writing region close event to WAL at 1732692098333 (+1 ms)Closed at 1732692098333 2024-11-27T07:21:38,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741830_1006 (size=63654) 2024-11-27T07:21:38,335 INFO [M:0;289954c9202d:38607 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T07:21:38,335 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:21:38,335 INFO [M:0;289954c9202d:38607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38607 2024-11-27T07:21:38,336 INFO [M:0;289954c9202d:38607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:21:38,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:21:38,501 INFO [M:0;289954c9202d:38607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:21:38,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1017b2ac0d30000, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:21:38,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67bebb46{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:21:38,504 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16c12be5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:21:38,504 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:21:38,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2952a6f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:21:38,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@477e5668{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/hadoop.log.dir/,STOPPED} 2024-11-27T07:21:38,506 WARN [BP-350500432-172.17.0.3-1732692067645 heartbeating to localhost/127.0.0.1:45575 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T07:21:38,506 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T07:21:38,506 WARN [BP-350500432-172.17.0.3-1732692067645 heartbeating to localhost/127.0.0.1:45575 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-350500432-172.17.0.3-1732692067645 (Datanode Uuid 4f6dd3b2-8341-478c-94f2-e7913f8c2561) service to localhost/127.0.0.1:45575 2024-11-27T07:21:38,506 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T07:21:38,506 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/cluster_1edfe9e4-b244-2aa7-16eb-cdd3e6e0c18f/data/data1/current/BP-350500432-172.17.0.3-1732692067645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:21:38,506 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/cluster_1edfe9e4-b244-2aa7-16eb-cdd3e6e0c18f/data/data2/current/BP-350500432-172.17.0.3-1732692067645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:21:38,507 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T07:21:38,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39698e96{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:21:38,515 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1424c9be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:21:38,515 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:21:38,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@147c2401{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:21:38,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73d9276{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d666be6-2375-d47d-7c29-33b4ec67b7ff/hadoop.log.dir/,STOPPED} 2024-11-27T07:21:38,521 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T07:21:38,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T07:21:38,544 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 239) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41749 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62479) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:45575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:41749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62479) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45575 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=322 (was 339), ProcessCount=11 (was 11), AvailableMemoryMB=4117 (was 4062) - AvailableMemoryMB LEAK? - 2024-11-27T07:21:38,554 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=322, ProcessCount=11, AvailableMemoryMB=4117 2024-11-27T07:21:38,570 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-27T07:21:38,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/hadoop.log.dir so I do NOT create it in target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf 2024-11-27T07:21:38,571 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T07:21:38,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/hadoop.tmp.dir so I do NOT create it in target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf 2024-11-27T07:21:38,571 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32816c1a-3eab-d349-5502-9bfa9ca81bc7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T07:21:38,571 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf 2024-11-27T07:21:38,571 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/cluster_bcd92ba3-8d45-1e1f-ce04-8eb75430883c, deleteOnExit=true 2024-11-27T07:21:38,598 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/cluster_bcd92ba3-8d45-1e1f-ce04-8eb75430883c/zookeeper_0, clientPort=55448, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/cluster_bcd92ba3-8d45-1e1f-ce04-8eb75430883c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/cluster_bcd92ba3-8d45-1e1f-ce04-8eb75430883c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T07:21:38,600 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55448 2024-11-27T07:21:38,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T07:21:38,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T07:21:38,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/test.cache.data in system properties and HBase conf 2024-11-27T07:21:38,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T07:21:38,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/hadoop.log.dir in system properties and HBase conf 2024-11-27T07:21:38,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T07:21:38,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T07:21:38,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T07:21:38,600 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T07:21:38,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:21:38,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:21:38,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T07:21:38,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:21:38,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T07:21:38,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T07:21:38,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:21:38,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:21:38,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T07:21:38,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/nfs.dump.dir in system properties and HBase conf 2024-11-27T07:21:38,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/java.io.tmpdir in system properties and HBase conf 2024-11-27T07:21:38,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:21:38,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T07:21:38,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T07:21:38,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017b2ac0d30005, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T07:21:38,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017b2ac0d30005, quorum=127.0.0.1:62479, baseZNode=/1-1636049474 Received Disconnected from ZooKeeper, ignoring 2024-11-27T07:21:38,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017b2ac0d30002, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T07:21:38,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017b2ac0d30002, quorum=127.0.0.1:62479, baseZNode=/01256804382 Received Disconnected from ZooKeeper, ignoring 2024-11-27T07:21:39,171 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:21:39,175 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:21:39,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:21:39,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:21:39,177 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T07:21:39,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:21:39,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@611d5eb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:21:39,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41e182a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:21:39,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1454b8d8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/java.io.tmpdir/jetty-localhost-34783-hadoop-hdfs-3_4_1-tests_jar-_-any-8770296210557212875/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:21:39,318 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cf4b049{HTTP/1.1, (http/1.1)}{localhost:34783} 2024-11-27T07:21:39,318 INFO [Time-limited test {}] server.Server(415): Started @243727ms 2024-11-27T07:21:39,659 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:21:39,662 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:21:39,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:21:39,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:21:39,665 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T07:21:39,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5883b0c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:21:39,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28d3c8a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:21:39,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ca63448{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/java.io.tmpdir/jetty-localhost-34243-hadoop-hdfs-3_4_1-tests_jar-_-any-14451947451234101121/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:21:39,786 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66419a34{HTTP/1.1, (http/1.1)}{localhost:34243} 2024-11-27T07:21:39,786 INFO [Time-limited test {}] server.Server(415): Started @244195ms 2024-11-27T07:21:39,788 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T07:21:40,173 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:21:40,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:40,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:40,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:40,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:40,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:40,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:40,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:40,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:40,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:40,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:40,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:40,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:40,465 WARN [Thread-2672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/cluster_bcd92ba3-8d45-1e1f-ce04-8eb75430883c/data/data1/current/BP-143390306-172.17.0.3-1732692098621/current, will proceed with Du for space computation calculation, 2024-11-27T07:21:40,465 WARN [Thread-2673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/cluster_bcd92ba3-8d45-1e1f-ce04-8eb75430883c/data/data2/current/BP-143390306-172.17.0.3-1732692098621/current, will proceed with Du for space computation calculation, 2024-11-27T07:21:40,485 WARN [Thread-2659 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T07:21:40,487 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5653467211aca52 with lease ID 0x6480390e799210b1: Processing first storage report for DS-0b0330bd-b158-4e9b-ac4c-b040bcc58341 from datanode DatanodeRegistration(127.0.0.1:44081, datanodeUuid=3a885d19-a78c-4753-9f17-9456948240f0, infoPort=35289, infoSecurePort=0, ipcPort=43921, storageInfo=lv=-57;cid=testClusterID;nsid=1887894514;c=1732692098621) 2024-11-27T07:21:40,487 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5653467211aca52 with lease ID 0x6480390e799210b1: from storage DS-0b0330bd-b158-4e9b-ac4c-b040bcc58341 node DatanodeRegistration(127.0.0.1:44081, datanodeUuid=3a885d19-a78c-4753-9f17-9456948240f0, infoPort=35289, infoSecurePort=0, ipcPort=43921, storageInfo=lv=-57;cid=testClusterID;nsid=1887894514;c=1732692098621), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:21:40,487 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5653467211aca52 with lease ID 0x6480390e799210b1: Processing first storage report for DS-55d44017-6093-47f8-ac3f-67a5227e6494 from datanode DatanodeRegistration(127.0.0.1:44081, datanodeUuid=3a885d19-a78c-4753-9f17-9456948240f0, infoPort=35289, infoSecurePort=0, ipcPort=43921, storageInfo=lv=-57;cid=testClusterID;nsid=1887894514;c=1732692098621) 2024-11-27T07:21:40,487 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5653467211aca52 with lease ID 0x6480390e799210b1: from storage DS-55d44017-6093-47f8-ac3f-67a5227e6494 node DatanodeRegistration(127.0.0.1:44081, datanodeUuid=3a885d19-a78c-4753-9f17-9456948240f0, infoPort=35289, infoSecurePort=0, ipcPort=43921, storageInfo=lv=-57;cid=testClusterID;nsid=1887894514;c=1732692098621), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:21:40,518 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf 2024-11-27T07:21:40,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:40,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:40,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741825_1001 (size=7) 2024-11-27T07:21:40,930 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89 with version=8 2024-11-27T07:21:40,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/hbase-staging 2024-11-27T07:21:40,932 INFO [Time-limited test {}] client.ConnectionUtils(128): master/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:21:40,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:40,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:40,932 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:21:40,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:40,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:21:40,932 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T07:21:40,932 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:21:40,933 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33945 2024-11-27T07:21:40,933 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33945 connecting to ZooKeeper ensemble=127.0.0.1:55448 2024-11-27T07:21:41,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339450x0, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:21:41,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33945-0x1017b2b39cf0000 connected 2024-11-27T07:21:41,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:41,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:41,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Set watcher on znode that does not yet exist, /0-1873046501/running 2024-11-27T07:21:41,181 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89, hbase.cluster.distributed=false 2024-11-27T07:21:41,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Set watcher on znode that does not yet exist, /0-1873046501/acl 2024-11-27T07:21:41,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33945 2024-11-27T07:21:41,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33945 2024-11-27T07:21:41,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33945 2024-11-27T07:21:41,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33945 2024-11-27T07:21:41,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33945 2024-11-27T07:21:41,202 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:21:41,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:41,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:41,202 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:21:41,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:41,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:21:41,202 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T07:21:41,203 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:21:41,203 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40001 2024-11-27T07:21:41,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40001 connecting to ZooKeeper ensemble=127.0.0.1:55448 2024-11-27T07:21:41,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:41,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:41,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400010x0, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:21:41,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400010x0, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Set watcher on znode that does not yet exist, /0-1873046501/running 2024-11-27T07:21:41,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40001-0x1017b2b39cf0001 connected 2024-11-27T07:21:41,394 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T07:21:41,395 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T07:21:41,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40001-0x1017b2b39cf0001, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Set watcher on znode that does not yet exist, /0-1873046501/master 2024-11-27T07:21:41,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40001-0x1017b2b39cf0001, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Set watcher on znode that does not yet exist, /0-1873046501/acl 2024-11-27T07:21:41,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40001 2024-11-27T07:21:41,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40001 2024-11-27T07:21:41,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40001 2024-11-27T07:21:41,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40001 2024-11-27T07:21:41,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40001 2024-11-27T07:21:41,406 DEBUG [M:0;289954c9202d:33945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;289954c9202d:33945 2024-11-27T07:21:41,408 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1873046501/backup-masters/289954c9202d,33945,1732692100932 2024-11-27T07:21:41,535 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:21:41,536 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:21:41,536 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38319 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:21:41,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1017b2b39cf0001, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1873046501/backup-masters 2024-11-27T07:21:41,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1873046501/backup-masters 2024-11-27T07:21:41,550 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Set watcher on existing znode=/0-1873046501/backup-masters/289954c9202d,33945,1732692100932 2024-11-27T07:21:41,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1873046501 2024-11-27T07:21:41,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1017b2b39cf0001, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1873046501/master 2024-11-27T07:21:41,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1017b2b39cf0001, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1873046501 2024-11-27T07:21:41,569 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Set watcher on existing znode=/0-1873046501/master 2024-11-27T07:21:41,569 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1873046501/backup-masters/289954c9202d,33945,1732692100932 from backup master directory 2024-11-27T07:21:41,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1873046501/backup-masters/289954c9202d,33945,1732692100932 2024-11-27T07:21:41,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1017b2b39cf0001, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1873046501/backup-masters 2024-11-27T07:21:41,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1873046501/backup-masters 2024-11-27T07:21:41,579 WARN [master/289954c9202d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:21:41,579 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=289954c9202d,33945,1732692100932 2024-11-27T07:21:41,582 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/hbase.id] with ID: 2b19ef4f-78b2-4fa7-92ce-65588f54de88 2024-11-27T07:21:41,583 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/.tmp/hbase.id 2024-11-27T07:21:41,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741826_1002 (size=42) 2024-11-27T07:21:41,987 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/.tmp/hbase.id]:[hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/hbase.id] 2024-11-27T07:21:41,994 INFO [master/289954c9202d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:41,994 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T07:21:41,995 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T07:21:42,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1017b2b39cf0001, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1873046501 2024-11-27T07:21:42,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1873046501 2024-11-27T07:21:42,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741827_1003 (size=196) 2024-11-27T07:21:42,553 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:21:42,553 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T07:21:42,554 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:21:42,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741828_1004 (size=1189) 2024-11-27T07:21:42,960 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/data/master/store 2024-11-27T07:21:42,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741829_1005 (size=34) 2024-11-27T07:21:43,365 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:43,365 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:21:43,365 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:43,365 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:43,365 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:21:43,365 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:43,365 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:43,366 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692103365Disabling compacts and flushes for region at 1732692103365Disabling writes for close at 1732692103365Writing region close event to WAL at 1732692103365Closed at 1732692103365 2024-11-27T07:21:43,366 WARN [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/data/master/store/.initializing 2024-11-27T07:21:43,366 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/WALs/289954c9202d,33945,1732692100932 2024-11-27T07:21:43,367 INFO [master/289954c9202d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:21:43,368 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=289954c9202d%2C33945%2C1732692100932, suffix=, logDir=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/WALs/289954c9202d,33945,1732692100932, archiveDir=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/oldWALs, maxLogs=10 2024-11-27T07:21:43,379 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/WALs/289954c9202d,33945,1732692100932/289954c9202d%2C33945%2C1732692100932.1732692103368, exclude list is [], retry=0 2024-11-27T07:21:43,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44081,DS-0b0330bd-b158-4e9b-ac4c-b040bcc58341,DISK] 2024-11-27T07:21:43,382 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/WALs/289954c9202d,33945,1732692100932/289954c9202d%2C33945%2C1732692100932.1732692103368 2024-11-27T07:21:43,382 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35289:35289)] 2024-11-27T07:21:43,382 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:21:43,383 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:43,383 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:43,383 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:43,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:43,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T07:21:43,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:43,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:43,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:43,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T07:21:43,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:43,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:43,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:43,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T07:21:43,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:43,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:43,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:43,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T07:21:43,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:43,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:43,387 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:43,388 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:43,388 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:43,389 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:43,389 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:43,389 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:21:43,390 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:43,391 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:21:43,391 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65782405, jitterRate=-0.019765779376029968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:21:43,392 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732692103383Initializing all the Stores at 1732692103383Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692103383Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692103383Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692103383Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692103383Cleaning up temporary data from old regions at 1732692103389 (+6 ms)Region opened successfully at 1732692103392 (+3 ms) 2024-11-27T07:21:43,392 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T07:21:43,394 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47639659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:21:43,394 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T07:21:43,395 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T07:21:43,395 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T07:21:43,395 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T07:21:43,395 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T07:21:43,395 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T07:21:43,395 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T07:21:43,396 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T07:21:43,397 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Unable to get data of znode /0-1873046501/balancer because node does not exist (not necessarily an error) 2024-11-27T07:21:43,498 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1873046501/balancer already deleted, retry=false 2024-11-27T07:21:43,499 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T07:21:43,499 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Unable to get data of znode /0-1873046501/normalizer because node does not exist (not necessarily an error) 2024-11-27T07:21:43,509 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1873046501/normalizer already deleted, retry=false 2024-11-27T07:21:43,509 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T07:21:43,510 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Unable to get data of znode /0-1873046501/switch/split because node does not exist (not necessarily an error) 2024-11-27T07:21:43,519 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1873046501/switch/split already deleted, retry=false 2024-11-27T07:21:43,520 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Unable to get data of znode /0-1873046501/switch/merge because node does not exist (not necessarily an error) 2024-11-27T07:21:43,530 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1873046501/switch/merge already deleted, retry=false 2024-11-27T07:21:43,532 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Unable to get data of znode /0-1873046501/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T07:21:43,540 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1873046501/snapshot-cleanup already deleted, retry=false 2024-11-27T07:21:43,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1873046501/running 2024-11-27T07:21:43,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1017b2b39cf0001, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1873046501/running 2024-11-27T07:21:43,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1873046501 2024-11-27T07:21:43,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1017b2b39cf0001, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1873046501 2024-11-27T07:21:43,551 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=289954c9202d,33945,1732692100932, sessionid=0x1017b2b39cf0000, setting cluster-up flag (Was=false) 2024-11-27T07:21:43,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1873046501 2024-11-27T07:21:43,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1017b2b39cf0001, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1873046501 2024-11-27T07:21:43,604 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1873046501/flush-table-proc/acquired, /0-1873046501/flush-table-proc/reached, /0-1873046501/flush-table-proc/abort 2024-11-27T07:21:43,604 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,33945,1732692100932 2024-11-27T07:21:43,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1873046501 2024-11-27T07:21:43,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1017b2b39cf0001, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1873046501 2024-11-27T07:21:43,656 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1873046501/online-snapshot/acquired, /0-1873046501/online-snapshot/reached, /0-1873046501/online-snapshot/abort 2024-11-27T07:21:43,657 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,33945,1732692100932 2024-11-27T07:21:43,658 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T07:21:43,659 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T07:21:43,659 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T07:21:43,659 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T07:21:43,659 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 289954c9202d,33945,1732692100932 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T07:21:43,660 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:21:43,660 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:21:43,660 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:21:43,660 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:21:43,660 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/289954c9202d:0, corePoolSize=10, maxPoolSize=10 2024-11-27T07:21:43,661 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:43,661 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:21:43,661 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:43,662 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732692133662 2024-11-27T07:21:43,662 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T07:21:43,662 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:21:43,662 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T07:21:43,662 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T07:21:43,662 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T07:21:43,662 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T07:21:43,662 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T07:21:43,662 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T07:21:43,662 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:43,662 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T07:21:43,662 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T07:21:43,662 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:43,662 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T07:21:43,662 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T07:21:43,662 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T07:21:43,663 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T07:21:43,663 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T07:21:43,663 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692103663,5,FailOnTimeoutGroup] 2024-11-27T07:21:43,663 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692103663,5,FailOnTimeoutGroup] 2024-11-27T07:21:43,663 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:43,663 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T07:21:43,663 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:43,663 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:43,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741831_1007 (size=1321) 2024-11-27T07:21:43,700 INFO [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(746): ClusterId : 2b19ef4f-78b2-4fa7-92ce-65588f54de88 2024-11-27T07:21:43,700 DEBUG [RS:0;289954c9202d:40001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T07:21:43,709 DEBUG [RS:0;289954c9202d:40001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T07:21:43,709 DEBUG [RS:0;289954c9202d:40001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T07:21:43,720 DEBUG [RS:0;289954c9202d:40001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T07:21:43,720 DEBUG [RS:0;289954c9202d:40001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2e83b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:21:43,730 DEBUG [RS:0;289954c9202d:40001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;289954c9202d:40001 2024-11-27T07:21:43,730 INFO [RS:0;289954c9202d:40001 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T07:21:43,730 INFO [RS:0;289954c9202d:40001 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T07:21:43,730 DEBUG [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T07:21:43,730 INFO [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,33945,1732692100932 with port=40001, startcode=1732692101202 2024-11-27T07:21:43,731 DEBUG [RS:0;289954c9202d:40001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T07:21:43,732 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T07:21:43,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33945 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 289954c9202d,40001,1732692101202 2024-11-27T07:21:43,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33945 {}] master.ServerManager(517): Registering regionserver=289954c9202d,40001,1732692101202 2024-11-27T07:21:43,733 DEBUG [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89 2024-11-27T07:21:43,733 DEBUG [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36345 2024-11-27T07:21:43,733 DEBUG [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T07:21:43,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1873046501/rs 2024-11-27T07:21:43,741 DEBUG [RS:0;289954c9202d:40001 {}] zookeeper.ZKUtil(111): regionserver:40001-0x1017b2b39cf0001, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Set watcher on existing znode=/0-1873046501/rs/289954c9202d,40001,1732692101202 2024-11-27T07:21:43,741 WARN [RS:0;289954c9202d:40001 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:21:43,741 INFO [RS:0;289954c9202d:40001 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:21:43,741 DEBUG [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202 2024-11-27T07:21:43,741 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [289954c9202d,40001,1732692101202] 2024-11-27T07:21:43,743 INFO [RS:0;289954c9202d:40001 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T07:21:43,744 INFO [RS:0;289954c9202d:40001 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T07:21:43,744 INFO [RS:0;289954c9202d:40001 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T07:21:43,744 INFO [RS:0;289954c9202d:40001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:43,744 INFO [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T07:21:43,745 INFO [RS:0;289954c9202d:40001 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T07:21:43,745 INFO [RS:0;289954c9202d:40001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:43,745 DEBUG [RS:0;289954c9202d:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:43,745 DEBUG [RS:0;289954c9202d:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:43,745 DEBUG [RS:0;289954c9202d:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:43,745 DEBUG [RS:0;289954c9202d:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:43,745 DEBUG [RS:0;289954c9202d:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:43,745 DEBUG [RS:0;289954c9202d:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:21:43,745 DEBUG [RS:0;289954c9202d:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:43,745 DEBUG [RS:0;289954c9202d:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:43,745 DEBUG [RS:0;289954c9202d:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:43,745 DEBUG [RS:0;289954c9202d:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:43,745 DEBUG [RS:0;289954c9202d:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:43,745 DEBUG [RS:0;289954c9202d:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:43,745 DEBUG [RS:0;289954c9202d:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:21:43,745 DEBUG [RS:0;289954c9202d:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:21:43,746 INFO [RS:0;289954c9202d:40001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:43,746 INFO [RS:0;289954c9202d:40001 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:43,746 INFO [RS:0;289954c9202d:40001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:43,746 INFO [RS:0;289954c9202d:40001 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:43,746 INFO [RS:0;289954c9202d:40001 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:43,746 INFO [RS:0;289954c9202d:40001 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,40001,1732692101202-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:21:43,762 INFO [RS:0;289954c9202d:40001 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T07:21:43,762 INFO [RS:0;289954c9202d:40001 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,40001,1732692101202-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:43,762 INFO [RS:0;289954c9202d:40001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:43,762 INFO [RS:0;289954c9202d:40001 {}] regionserver.Replication(171): 289954c9202d,40001,1732692101202 started 2024-11-27T07:21:43,777 INFO [RS:0;289954c9202d:40001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:43,777 INFO [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(1482): Serving as 289954c9202d,40001,1732692101202, RpcServer on 289954c9202d/172.17.0.3:40001, sessionid=0x1017b2b39cf0001 2024-11-27T07:21:43,777 DEBUG [RS:0;289954c9202d:40001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T07:21:43,777 DEBUG [RS:0;289954c9202d:40001 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 289954c9202d,40001,1732692101202 2024-11-27T07:21:43,777 DEBUG [RS:0;289954c9202d:40001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,40001,1732692101202' 2024-11-27T07:21:43,777 DEBUG [RS:0;289954c9202d:40001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1873046501/flush-table-proc/abort' 2024-11-27T07:21:43,778 DEBUG [RS:0;289954c9202d:40001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1873046501/flush-table-proc/acquired' 2024-11-27T07:21:43,778 DEBUG [RS:0;289954c9202d:40001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T07:21:43,778 DEBUG [RS:0;289954c9202d:40001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T07:21:43,778 DEBUG [RS:0;289954c9202d:40001 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 289954c9202d,40001,1732692101202 2024-11-27T07:21:43,778 DEBUG [RS:0;289954c9202d:40001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,40001,1732692101202' 2024-11-27T07:21:43,778 DEBUG [RS:0;289954c9202d:40001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1873046501/online-snapshot/abort' 2024-11-27T07:21:43,779 DEBUG [RS:0;289954c9202d:40001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1873046501/online-snapshot/acquired' 2024-11-27T07:21:43,779 DEBUG [RS:0;289954c9202d:40001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T07:21:43,779 INFO [RS:0;289954c9202d:40001 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T07:21:43,779 INFO [RS:0;289954c9202d:40001 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T07:21:43,879 INFO [RS:0;289954c9202d:40001 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:21:43,881 INFO [RS:0;289954c9202d:40001 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C40001%2C1732692101202, suffix=, logDir=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202, archiveDir=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/oldWALs, maxLogs=10 2024-11-27T07:21:43,897 DEBUG [RS:0;289954c9202d:40001 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881, exclude list is [], retry=0 2024-11-27T07:21:43,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44081,DS-0b0330bd-b158-4e9b-ac4c-b040bcc58341,DISK] 2024-11-27T07:21:43,901 INFO [RS:0;289954c9202d:40001 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 2024-11-27T07:21:43,901 DEBUG [RS:0;289954c9202d:40001 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35289:35289)] 2024-11-27T07:21:44,071 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T07:21:44,071 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89 2024-11-27T07:21:44,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741833_1009 (size=32) 2024-11-27T07:21:44,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:44,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:21:44,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:21:44,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:44,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:44,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:21:44,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:21:44,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:44,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:44,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:21:44,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:21:44,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:44,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:44,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:21:44,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:21:44,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:44,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:44,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:21:44,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740 2024-11-27T07:21:44,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740 2024-11-27T07:21:44,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:21:44,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:21:44,497 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:21:44,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:21:44,514 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:21:44,515 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63157258, jitterRate=-0.05888351798057556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:21:44,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732692104478Initializing all the Stores at 1732692104479 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692104479Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692104489 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692104489Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692104489Cleaning up temporary data from old regions at 1732692104497 (+8 ms)Region opened successfully at 1732692104515 (+18 ms) 2024-11-27T07:21:44,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:21:44,515 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:21:44,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:21:44,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:21:44,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:21:44,516 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:21:44,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692104515Disabling compacts and flushes for region at 1732692104515Disabling writes for close at 1732692104515Writing region close event to WAL at 1732692104516 (+1 ms)Closed at 1732692104516 2024-11-27T07:21:44,519 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:21:44,519 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T07:21:44,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T07:21:44,520 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:21:44,522 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T07:21:44,673 DEBUG [289954c9202d:33945 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:21:44,673 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=289954c9202d,40001,1732692101202 2024-11-27T07:21:44,675 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,40001,1732692101202, state=OPENING 2024-11-27T07:21:44,740 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T07:21:44,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1017b2b39cf0001, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1873046501 2024-11-27T07:21:44,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1873046501 2024-11-27T07:21:44,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1873046501/meta-region-server: CHANGED 2024-11-27T07:21:44,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1873046501/meta-region-server: CHANGED 2024-11-27T07:21:44,786 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:21:44,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,40001,1732692101202}] 2024-11-27T07:21:44,941 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:21:44,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:21:44,957 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T07:21:44,957 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:21:44,957 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T07:21:44,959 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C40001%2C1732692101202.meta, suffix=.meta, logDir=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202, archiveDir=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/oldWALs, maxLogs=10 2024-11-27T07:21:44,974 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.meta.1732692104959.meta, exclude list is [], retry=0 2024-11-27T07:21:44,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44081,DS-0b0330bd-b158-4e9b-ac4c-b040bcc58341,DISK] 2024-11-27T07:21:44,987 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.meta.1732692104959.meta 2024-11-27T07:21:44,988 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35289:35289)] 2024-11-27T07:21:44,988 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:21:44,989 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:21:44,989 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:21:44,989 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T07:21:44,989 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T07:21:44,989 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T07:21:44,989 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:44,990 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T07:21:44,990 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T07:21:44,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:21:45,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:21:45,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:45,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:45,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:21:45,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:21:45,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:45,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:45,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:21:45,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:21:45,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:45,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:45,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:21:45,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:21:45,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:45,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:45,005 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:21:45,005 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740 2024-11-27T07:21:45,006 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740 2024-11-27T07:21:45,007 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:21:45,007 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:21:45,007 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:21:45,008 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:21:45,009 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72915439, jitterRate=0.08652471005916595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:21:45,009 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T07:21:45,010 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732692104990Writing region info on filesystem at 1732692104990Initializing all the Stores at 1732692104991 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692104991Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692104996 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692104996Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692104996Cleaning up temporary data from old regions at 1732692105007 (+11 ms)Running coprocessor post-open hooks at 1732692105009 (+2 ms)Region opened successfully at 1732692105010 (+1 ms) 2024-11-27T07:21:45,011 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732692104940 2024-11-27T07:21:45,013 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T07:21:45,013 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T07:21:45,014 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,40001,1732692101202 2024-11-27T07:21:45,015 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,40001,1732692101202, state=OPEN 2024-11-27T07:21:45,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1873046501/meta-region-server 2024-11-27T07:21:45,035 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=289954c9202d,40001,1732692101202 2024-11-27T07:21:45,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1873046501/meta-region-server: CHANGED 2024-11-27T07:21:45,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T07:21:45,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,40001,1732692101202 in 249 msec 2024-11-27T07:21:45,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T07:21:45,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 519 msec 2024-11-27T07:21:45,040 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:21:45,040 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T07:21:45,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1017b2b39cf0001, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1873046501/meta-region-server 2024-11-27T07:21:45,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1873046501/meta-region-server: CHANGED 2024-11-27T07:21:45,041 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:21:45,041 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,40001,1732692101202, seqNum=-1] 2024-11-27T07:21:45,042 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:21:45,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:21:45,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3940 sec 2024-11-27T07:21:45,055 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732692105055, completionTime=-1 2024-11-27T07:21:45,055 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T07:21:45,055 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T07:21:45,057 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T07:21:45,057 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732692165057 2024-11-27T07:21:45,057 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732692225057 2024-11-27T07:21:45,057 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T07:21:45,058 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33945,1732692100932-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:45,058 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33945,1732692100932-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:45,058 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33945,1732692100932-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:45,058 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-289954c9202d:33945, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:45,058 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:45,058 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:45,060 DEBUG [master/289954c9202d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T07:21:45,062 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.483sec 2024-11-27T07:21:45,063 INFO [master/289954c9202d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T07:21:45,063 INFO [master/289954c9202d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T07:21:45,063 INFO [master/289954c9202d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T07:21:45,063 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T07:21:45,063 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T07:21:45,063 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33945,1732692100932-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:21:45,063 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33945,1732692100932-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T07:21:45,065 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T07:21:45,065 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T07:21:45,065 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33945,1732692100932-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:45,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f0ce43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:45,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,33945,-1 for getting cluster id 2024-11-27T07:21:45,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:21:45,108 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b19ef4f-78b2-4fa7-92ce-65588f54de88' 2024-11-27T07:21:45,109 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:21:45,109 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b19ef4f-78b2-4fa7-92ce-65588f54de88" 2024-11-27T07:21:45,109 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350d55b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:45,109 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,33945,-1] 2024-11-27T07:21:45,109 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:21:45,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:45,111 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:21:45,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b17953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:45,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:21:45,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,40001,1732692101202, seqNum=-1] 2024-11-27T07:21:45,114 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:21:45,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:21:45,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=289954c9202d,33945,1732692100932 2024-11-27T07:21:45,119 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55448 2024-11-27T07:21:45,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:21:45,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017b2b39cf0002 connected 2024-11-27T07:21:45,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/hadoop.log.dir so I do NOT create it in target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a 2024-11-27T07:21:45,154 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T07:21:45,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/hadoop.tmp.dir so I do NOT create it in target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a 2024-11-27T07:21:45,154 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T07:21:45,154 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a 2024-11-27T07:21:45,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T07:21:45,154 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/cluster_6c40e7c6-50d3-a688-2dbf-d17349ac2886, deleteOnExit=true 2024-11-27T07:21:45,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T07:21:45,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/test.cache.data in system properties and HBase conf 2024-11-27T07:21:45,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T07:21:45,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/hadoop.log.dir in system properties and HBase conf 2024-11-27T07:21:45,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T07:21:45,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T07:21:45,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T07:21:45,155 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T07:21:45,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:21:45,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:21:45,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T07:21:45,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:21:45,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T07:21:45,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T07:21:45,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:21:45,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:21:45,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T07:21:45,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/nfs.dump.dir in system properties and HBase conf 2024-11-27T07:21:45,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/java.io.tmpdir in system properties and HBase conf 2024-11-27T07:21:45,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:21:45,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T07:21:45,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T07:21:45,526 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:21:45,529 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:21:45,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:21:45,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:21:45,531 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T07:21:45,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:21:45,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20ed79be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:21:45,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16eecb33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:21:45,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57254cdc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/java.io.tmpdir/jetty-localhost-34051-hadoop-hdfs-3_4_1-tests_jar-_-any-13278191560229879069/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:21:45,640 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@388d4706{HTTP/1.1, (http/1.1)}{localhost:34051} 2024-11-27T07:21:45,640 INFO [Time-limited test {}] server.Server(415): Started @250049ms 2024-11-27T07:21:45,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:21:45,997 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:21:46,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:21:46,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:21:46,006 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T07:21:46,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6da558c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:21:46,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@342ce3b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:21:46,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39a4f5f5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/java.io.tmpdir/jetty-localhost-32827-hadoop-hdfs-3_4_1-tests_jar-_-any-8785143037653120869/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:21:46,144 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b57aaaf{HTTP/1.1, (http/1.1)}{localhost:32827} 2024-11-27T07:21:46,144 INFO [Time-limited test {}] server.Server(415): Started @250553ms 2024-11-27T07:21:46,145 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T07:21:47,541 WARN [Thread-2792 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/cluster_6c40e7c6-50d3-a688-2dbf-d17349ac2886/data/data1/current/BP-1029240434-172.17.0.3-1732692105183/current, will proceed with Du for space computation calculation, 2024-11-27T07:21:47,542 WARN [Thread-2793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/cluster_6c40e7c6-50d3-a688-2dbf-d17349ac2886/data/data2/current/BP-1029240434-172.17.0.3-1732692105183/current, will proceed with Du for space computation calculation, 2024-11-27T07:21:47,573 WARN [Thread-2780 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T07:21:47,577 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x934db3d021767ba6 with lease ID 0x28796b5661c8636f: Processing first storage report for DS-af0010ab-8082-46d7-bbaa-03ee244a92ad from datanode DatanodeRegistration(127.0.0.1:42333, datanodeUuid=cd0c3b40-1a1f-4610-b382-7f9705c312ce, infoPort=33349, infoSecurePort=0, ipcPort=45789, storageInfo=lv=-57;cid=testClusterID;nsid=433422488;c=1732692105183) 2024-11-27T07:21:47,577 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x934db3d021767ba6 with lease ID 0x28796b5661c8636f: from storage DS-af0010ab-8082-46d7-bbaa-03ee244a92ad node DatanodeRegistration(127.0.0.1:42333, datanodeUuid=cd0c3b40-1a1f-4610-b382-7f9705c312ce, infoPort=33349, infoSecurePort=0, ipcPort=45789, storageInfo=lv=-57;cid=testClusterID;nsid=433422488;c=1732692105183), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:21:47,577 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x934db3d021767ba6 with lease ID 0x28796b5661c8636f: Processing first storage report for DS-bbb1b032-552d-4bb8-8cae-a05aa4344e80 from datanode DatanodeRegistration(127.0.0.1:42333, datanodeUuid=cd0c3b40-1a1f-4610-b382-7f9705c312ce, infoPort=33349, infoSecurePort=0, ipcPort=45789, storageInfo=lv=-57;cid=testClusterID;nsid=433422488;c=1732692105183) 2024-11-27T07:21:47,577 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x934db3d021767ba6 with lease ID 0x28796b5661c8636f: from storage DS-bbb1b032-552d-4bb8-8cae-a05aa4344e80 node DatanodeRegistration(127.0.0.1:42333, datanodeUuid=cd0c3b40-1a1f-4610-b382-7f9705c312ce, infoPort=33349, infoSecurePort=0, ipcPort=45789, storageInfo=lv=-57;cid=testClusterID;nsid=433422488;c=1732692105183), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:21:47,596 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a 2024-11-27T07:21:47,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:47,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:47,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741825_1001 (size=7) 2024-11-27T07:21:48,015 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333 with version=8 2024-11-27T07:21:48,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/hbase-staging 2024-11-27T07:21:48,017 INFO [Time-limited test {}] client.ConnectionUtils(128): master/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:21:48,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:48,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:48,017 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:21:48,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:48,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:21:48,017 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T07:21:48,017 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:21:48,018 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42581 2024-11-27T07:21:48,018 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42581 connecting to ZooKeeper ensemble=127.0.0.1:55448 2024-11-27T07:21:48,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425810x0, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:21:48,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42581-0x1017b2b39cf0003 connected 2024-11-27T07:21:48,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:48,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:48,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Set watcher on znode that does not yet exist, /12142888249/running 2024-11-27T07:21:48,628 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333, hbase.cluster.distributed=false 2024-11-27T07:21:48,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Set watcher on znode that does not yet exist, /12142888249/acl 2024-11-27T07:21:48,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42581 2024-11-27T07:21:48,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42581 2024-11-27T07:21:48,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42581 2024-11-27T07:21:48,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42581 2024-11-27T07:21:48,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42581 2024-11-27T07:21:48,660 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:21:48,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:48,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:48,660 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:21:48,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:48,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:21:48,660 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T07:21:48,661 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:21:48,661 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37855 2024-11-27T07:21:48,662 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37855 connecting to ZooKeeper ensemble=127.0.0.1:55448 2024-11-27T07:21:48,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:48,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:48,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378550x0, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:21:48,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378550x0, quorum=127.0.0.1:55448, baseZNode=/12142888249 Set watcher on znode that does not yet exist, /12142888249/running 2024-11-27T07:21:48,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37855-0x1017b2b39cf0004 connected 2024-11-27T07:21:48,715 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T07:21:48,716 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T07:21:48,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37855-0x1017b2b39cf0004, quorum=127.0.0.1:55448, baseZNode=/12142888249 Set watcher on znode that does not yet exist, /12142888249/master 2024-11-27T07:21:48,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37855-0x1017b2b39cf0004, quorum=127.0.0.1:55448, baseZNode=/12142888249 Set watcher on znode that does not yet exist, /12142888249/acl 2024-11-27T07:21:48,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37855 2024-11-27T07:21:48,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37855 2024-11-27T07:21:48,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37855 2024-11-27T07:21:48,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37855 2024-11-27T07:21:48,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37855 2024-11-27T07:21:48,736 DEBUG [M:0;289954c9202d:42581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;289954c9202d:42581 2024-11-27T07:21:48,736 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12142888249/backup-masters/289954c9202d,42581,1732692108017 2024-11-27T07:21:48,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x1017b2b39cf0004, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142888249/backup-masters 2024-11-27T07:21:48,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142888249/backup-masters 2024-11-27T07:21:48,799 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Set watcher on existing znode=/12142888249/backup-masters/289954c9202d,42581,1732692108017 2024-11-27T07:21:48,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x1017b2b39cf0004, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12142888249/master 2024-11-27T07:21:48,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142888249 2024-11-27T07:21:48,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x1017b2b39cf0004, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142888249 2024-11-27T07:21:48,855 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Set watcher on existing znode=/12142888249/master 2024-11-27T07:21:48,855 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12142888249/backup-masters/289954c9202d,42581,1732692108017 from backup master directory 2024-11-27T07:21:48,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12142888249/backup-masters/289954c9202d,42581,1732692108017 2024-11-27T07:21:48,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x1017b2b39cf0004, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142888249/backup-masters 2024-11-27T07:21:48,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142888249/backup-masters 2024-11-27T07:21:48,947 WARN [master/289954c9202d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:21:48,947 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=289954c9202d,42581,1732692108017 2024-11-27T07:21:48,958 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/hbase.id] with ID: 1e12b7ef-11ae-4458-ac9f-2bb23f8342f9 2024-11-27T07:21:48,958 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/.tmp/hbase.id 2024-11-27T07:21:48,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741826_1002 (size=42) 2024-11-27T07:21:48,963 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/.tmp/hbase.id]:[hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/hbase.id] 2024-11-27T07:21:48,974 INFO [master/289954c9202d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:48,974 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T07:21:48,975 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T07:21:49,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142888249 2024-11-27T07:21:49,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x1017b2b39cf0004, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142888249 2024-11-27T07:21:49,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741827_1003 (size=196) 2024-11-27T07:21:49,437 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:21:49,438 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T07:21:49,438 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:21:49,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741828_1004 (size=1189) 2024-11-27T07:21:49,743 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T07:21:49,844 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/data/master/store 2024-11-27T07:21:49,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741829_1005 (size=34) 2024-11-27T07:21:50,249 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:50,249 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:21:50,249 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:50,249 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:50,249 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:21:50,249 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:50,249 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:50,249 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692110249Disabling compacts and flushes for region at 1732692110249Disabling writes for close at 1732692110249Writing region close event to WAL at 1732692110249Closed at 1732692110249 2024-11-27T07:21:50,250 WARN [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/data/master/store/.initializing 2024-11-27T07:21:50,250 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/WALs/289954c9202d,42581,1732692108017 2024-11-27T07:21:50,250 INFO [master/289954c9202d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:21:50,252 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=289954c9202d%2C42581%2C1732692108017, suffix=, logDir=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/WALs/289954c9202d,42581,1732692108017, archiveDir=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/oldWALs, maxLogs=10 2024-11-27T07:21:50,264 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/WALs/289954c9202d,42581,1732692108017/289954c9202d%2C42581%2C1732692108017.1732692110252, exclude list is [], retry=0 2024-11-27T07:21:50,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42333,DS-af0010ab-8082-46d7-bbaa-03ee244a92ad,DISK] 2024-11-27T07:21:50,273 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/WALs/289954c9202d,42581,1732692108017/289954c9202d%2C42581%2C1732692108017.1732692110252 2024-11-27T07:21:50,274 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33349:33349)] 2024-11-27T07:21:50,274 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:21:50,274 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:50,274 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:50,274 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:50,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:50,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T07:21:50,278 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:50,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:50,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:50,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T07:21:50,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:50,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:50,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:50,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T07:21:50,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:50,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:50,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:50,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T07:21:50,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:50,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:50,283 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:50,283 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:50,283 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:50,284 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:50,284 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:50,285 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:21:50,286 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:50,288 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:21:50,288 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75477701, jitterRate=0.12470538914203644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:21:50,289 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732692110274Initializing all the Stores at 1732692110275 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692110275Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692110276 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692110276Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692110276Cleaning up temporary data from old regions at 1732692110284 (+8 ms)Region opened successfully at 1732692110289 (+5 ms) 2024-11-27T07:21:50,292 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T07:21:50,295 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4301da4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:21:50,295 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T07:21:50,295 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T07:21:50,296 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T07:21:50,296 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T07:21:50,296 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T07:21:50,296 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T07:21:50,296 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T07:21:50,298 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T07:21:50,298 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Unable to get data of znode /12142888249/balancer because node does not exist (not necessarily an error) 2024-11-27T07:21:50,309 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12142888249/balancer already deleted, retry=false 2024-11-27T07:21:50,309 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T07:21:50,310 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Unable to get data of znode /12142888249/normalizer because node does not exist (not necessarily an error) 2024-11-27T07:21:50,319 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12142888249/normalizer already deleted, retry=false 2024-11-27T07:21:50,319 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T07:21:50,321 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Unable to get data of znode /12142888249/switch/split because node does not exist (not necessarily an error) 2024-11-27T07:21:50,329 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12142888249/switch/split already deleted, retry=false 2024-11-27T07:21:50,330 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Unable to get data of znode /12142888249/switch/merge because node does not exist (not necessarily an error) 2024-11-27T07:21:50,340 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12142888249/switch/merge already deleted, retry=false 2024-11-27T07:21:50,342 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Unable to get data of znode /12142888249/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T07:21:50,351 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12142888249/snapshot-cleanup already deleted, retry=false 2024-11-27T07:21:50,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12142888249/running 2024-11-27T07:21:50,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x1017b2b39cf0004, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12142888249/running 2024-11-27T07:21:50,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142888249 2024-11-27T07:21:50,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x1017b2b39cf0004, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142888249 2024-11-27T07:21:50,368 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=289954c9202d,42581,1732692108017, sessionid=0x1017b2b39cf0003, setting cluster-up flag (Was=false) 2024-11-27T07:21:50,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142888249 2024-11-27T07:21:50,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x1017b2b39cf0004, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142888249 2024-11-27T07:21:50,424 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12142888249/flush-table-proc/acquired, /12142888249/flush-table-proc/reached, /12142888249/flush-table-proc/abort 2024-11-27T07:21:50,425 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,42581,1732692108017 2024-11-27T07:21:50,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142888249 2024-11-27T07:21:50,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x1017b2b39cf0004, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142888249 2024-11-27T07:21:50,477 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12142888249/online-snapshot/acquired, /12142888249/online-snapshot/reached, /12142888249/online-snapshot/abort 2024-11-27T07:21:50,478 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,42581,1732692108017 2024-11-27T07:21:50,483 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T07:21:50,485 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T07:21:50,486 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T07:21:50,486 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T07:21:50,486 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 289954c9202d,42581,1732692108017 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T07:21:50,488 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:21:50,488 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:21:50,488 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:21:50,488 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:21:50,488 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/289954c9202d:0, corePoolSize=10, maxPoolSize=10 2024-11-27T07:21:50,488 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:50,488 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:21:50,489 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:50,492 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:21:50,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:50,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:50,493 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:21:50,494 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T07:21:50,494 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:50,495 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T07:21:50,508 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732692140508 2024-11-27T07:21:50,508 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T07:21:50,508 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T07:21:50,509 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T07:21:50,509 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T07:21:50,509 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T07:21:50,509 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T07:21:50,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741831_1007 (size=1321) 2024-11-27T07:21:50,516 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:50,517 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T07:21:50,517 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T07:21:50,517 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T07:21:50,518 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T07:21:50,520 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T07:21:50,520 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T07:21:50,524 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692110521,5,FailOnTimeoutGroup] 2024-11-27T07:21:50,529 INFO [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(746): ClusterId : 1e12b7ef-11ae-4458-ac9f-2bb23f8342f9 2024-11-27T07:21:50,529 DEBUG [RS:0;289954c9202d:37855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T07:21:50,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:50,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:50,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:50,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:50,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:50,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:50,540 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692110524,5,FailOnTimeoutGroup] 2024-11-27T07:21:50,540 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:50,540 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T07:21:50,540 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:50,540 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:50,541 DEBUG [RS:0;289954c9202d:37855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T07:21:50,541 DEBUG [RS:0;289954c9202d:37855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T07:21:50,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:50,551 DEBUG [RS:0;289954c9202d:37855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T07:21:50,552 DEBUG [RS:0;289954c9202d:37855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731ffa9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:21:50,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:50,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:50,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:50,567 DEBUG [RS:0;289954c9202d:37855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;289954c9202d:37855 2024-11-27T07:21:50,567 INFO [RS:0;289954c9202d:37855 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T07:21:50,567 INFO [RS:0;289954c9202d:37855 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T07:21:50,567 DEBUG [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T07:21:50,568 INFO [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,42581,1732692108017 with port=37855, startcode=1732692108660 2024-11-27T07:21:50,569 DEBUG [RS:0;289954c9202d:37855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T07:21:50,573 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T07:21:50,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42581 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 289954c9202d,37855,1732692108660 2024-11-27T07:21:50,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42581 {}] master.ServerManager(517): Registering regionserver=289954c9202d,37855,1732692108660 2024-11-27T07:21:50,575 DEBUG [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333 2024-11-27T07:21:50,575 DEBUG [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34925 2024-11-27T07:21:50,575 DEBUG [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T07:21:50,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142888249/rs 2024-11-27T07:21:50,640 DEBUG [RS:0;289954c9202d:37855 {}] zookeeper.ZKUtil(111): regionserver:37855-0x1017b2b39cf0004, quorum=127.0.0.1:55448, baseZNode=/12142888249 Set watcher on existing znode=/12142888249/rs/289954c9202d,37855,1732692108660 2024-11-27T07:21:50,640 WARN [RS:0;289954c9202d:37855 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:21:50,640 INFO [RS:0;289954c9202d:37855 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:21:50,640 DEBUG [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660 2024-11-27T07:21:50,640 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [289954c9202d,37855,1732692108660] 2024-11-27T07:21:50,643 INFO [RS:0;289954c9202d:37855 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T07:21:50,645 INFO [RS:0;289954c9202d:37855 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T07:21:50,645 INFO [RS:0;289954c9202d:37855 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T07:21:50,645 INFO [RS:0;289954c9202d:37855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:50,646 INFO [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T07:21:50,646 INFO [RS:0;289954c9202d:37855 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T07:21:50,646 INFO [RS:0;289954c9202d:37855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:50,647 DEBUG [RS:0;289954c9202d:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:50,647 DEBUG [RS:0;289954c9202d:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:50,647 DEBUG [RS:0;289954c9202d:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:50,647 DEBUG [RS:0;289954c9202d:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:50,647 DEBUG [RS:0;289954c9202d:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:50,647 DEBUG [RS:0;289954c9202d:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:21:50,647 DEBUG [RS:0;289954c9202d:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:50,647 DEBUG [RS:0;289954c9202d:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:50,647 DEBUG [RS:0;289954c9202d:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:50,647 DEBUG [RS:0;289954c9202d:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:50,647 DEBUG [RS:0;289954c9202d:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:50,647 DEBUG [RS:0;289954c9202d:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:50,647 DEBUG [RS:0;289954c9202d:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:21:50,647 DEBUG [RS:0;289954c9202d:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:21:50,647 INFO [RS:0;289954c9202d:37855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:50,647 INFO [RS:0;289954c9202d:37855 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:50,647 INFO [RS:0;289954c9202d:37855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:50,647 INFO [RS:0;289954c9202d:37855 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:50,647 INFO [RS:0;289954c9202d:37855 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:50,647 INFO [RS:0;289954c9202d:37855 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,37855,1732692108660-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:21:50,665 INFO [RS:0;289954c9202d:37855 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T07:21:50,666 INFO [RS:0;289954c9202d:37855 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,37855,1732692108660-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:50,666 INFO [RS:0;289954c9202d:37855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:50,666 INFO [RS:0;289954c9202d:37855 {}] regionserver.Replication(171): 289954c9202d,37855,1732692108660 started 2024-11-27T07:21:50,684 INFO [RS:0;289954c9202d:37855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:50,684 INFO [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(1482): Serving as 289954c9202d,37855,1732692108660, RpcServer on 289954c9202d/172.17.0.3:37855, sessionid=0x1017b2b39cf0004 2024-11-27T07:21:50,684 DEBUG [RS:0;289954c9202d:37855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T07:21:50,684 DEBUG [RS:0;289954c9202d:37855 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 289954c9202d,37855,1732692108660 2024-11-27T07:21:50,684 DEBUG [RS:0;289954c9202d:37855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,37855,1732692108660' 2024-11-27T07:21:50,684 DEBUG [RS:0;289954c9202d:37855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12142888249/flush-table-proc/abort' 2024-11-27T07:21:50,685 DEBUG [RS:0;289954c9202d:37855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12142888249/flush-table-proc/acquired' 2024-11-27T07:21:50,685 DEBUG [RS:0;289954c9202d:37855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T07:21:50,685 DEBUG [RS:0;289954c9202d:37855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T07:21:50,685 DEBUG [RS:0;289954c9202d:37855 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 289954c9202d,37855,1732692108660 2024-11-27T07:21:50,685 DEBUG [RS:0;289954c9202d:37855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,37855,1732692108660' 2024-11-27T07:21:50,685 DEBUG [RS:0;289954c9202d:37855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12142888249/online-snapshot/abort' 2024-11-27T07:21:50,685 DEBUG [RS:0;289954c9202d:37855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12142888249/online-snapshot/acquired' 2024-11-27T07:21:50,686 DEBUG [RS:0;289954c9202d:37855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T07:21:50,686 INFO [RS:0;289954c9202d:37855 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T07:21:50,686 INFO [RS:0;289954c9202d:37855 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T07:21:50,786 INFO [RS:0;289954c9202d:37855 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:21:50,787 INFO [RS:0;289954c9202d:37855 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C37855%2C1732692108660, suffix=, logDir=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660, archiveDir=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/oldWALs, maxLogs=10 2024-11-27T07:21:50,806 DEBUG [RS:0;289954c9202d:37855 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788, exclude list is [], retry=0 2024-11-27T07:21:50,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42333,DS-af0010ab-8082-46d7-bbaa-03ee244a92ad,DISK] 2024-11-27T07:21:50,825 INFO [RS:0;289954c9202d:37855 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 2024-11-27T07:21:50,826 DEBUG [RS:0;289954c9202d:37855 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33349:33349)] 2024-11-27T07:21:50,912 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T07:21:50,913 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333 2024-11-27T07:21:50,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741833_1009 (size=32) 2024-11-27T07:21:50,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:50,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:21:50,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:21:50,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:50,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:50,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:21:50,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:21:50,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:50,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:50,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:21:50,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:21:50,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:50,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:50,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:21:50,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:21:50,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:50,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:50,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:21:50,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740 2024-11-27T07:21:50,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740 2024-11-27T07:21:50,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:21:50,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:21:50,941 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:21:50,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:21:50,943 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:21:50,943 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70992986, jitterRate=0.057877928018569946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:21:50,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732692110934Initializing all the Stores at 1732692110934Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692110934Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692110934Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692110935 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692110935Cleaning up temporary data from old regions at 1732692110940 (+5 ms)Region opened successfully at 1732692110943 (+3 ms) 2024-11-27T07:21:50,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:21:50,943 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:21:50,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:21:50,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:21:50,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:21:50,943 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:21:50,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692110943Disabling compacts and flushes for region at 1732692110943Disabling writes for close at 1732692110943Writing region close event to WAL at 1732692110943Closed at 1732692110943 2024-11-27T07:21:50,944 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:21:50,944 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T07:21:50,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T07:21:50,945 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:21:50,946 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T07:21:51,096 DEBUG [289954c9202d:42581 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:21:51,096 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=289954c9202d,37855,1732692108660 2024-11-27T07:21:51,097 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,37855,1732692108660, state=OPENING 2024-11-27T07:21:51,108 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T07:21:51,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142888249 2024-11-27T07:21:51,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x1017b2b39cf0004, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142888249 2024-11-27T07:21:51,119 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:21:51,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12142888249/meta-region-server: CHANGED 2024-11-27T07:21:51,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12142888249/meta-region-server: CHANGED 2024-11-27T07:21:51,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,37855,1732692108660}] 2024-11-27T07:21:51,272 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:21:51,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:21:51,279 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T07:21:51,279 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:21:51,279 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T07:21:51,280 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C37855%2C1732692108660.meta, suffix=.meta, logDir=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660, archiveDir=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/oldWALs, maxLogs=10 2024-11-27T07:21:51,294 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.meta.1732692111280.meta, exclude list is [], retry=0 2024-11-27T07:21:51,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42333,DS-af0010ab-8082-46d7-bbaa-03ee244a92ad,DISK] 2024-11-27T07:21:51,297 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.meta.1732692111280.meta 2024-11-27T07:21:51,298 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33349:33349)] 2024-11-27T07:21:51,298 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:21:51,298 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:21:51,298 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:21:51,298 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T07:21:51,298 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T07:21:51,298 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T07:21:51,298 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:51,299 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T07:21:51,299 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T07:21:51,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:21:51,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:21:51,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:51,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:51,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:21:51,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:21:51,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:51,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:51,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:21:51,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:21:51,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:51,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:51,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:21:51,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:21:51,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:51,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:51,305 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:21:51,306 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740 2024-11-27T07:21:51,306 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740 2024-11-27T07:21:51,307 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:21:51,307 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:21:51,308 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:21:51,308 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:21:51,309 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69679380, jitterRate=0.0383036732673645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:21:51,309 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T07:21:51,309 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732692111299Writing region info on filesystem at 1732692111299Initializing all the Stores at 1732692111299Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692111299Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692111300 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692111300Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692111300Cleaning up temporary data from old regions at 1732692111307 (+7 ms)Running coprocessor post-open hooks at 1732692111309 (+2 ms)Region opened successfully at 1732692111309 2024-11-27T07:21:51,310 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732692111271 2024-11-27T07:21:51,312 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T07:21:51,312 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T07:21:51,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,37855,1732692108660 2024-11-27T07:21:51,313 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,37855,1732692108660, state=OPEN 2024-11-27T07:21:51,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12142888249/meta-region-server 2024-11-27T07:21:51,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x1017b2b39cf0004, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12142888249/meta-region-server 2024-11-27T07:21:51,326 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=289954c9202d,37855,1732692108660 2024-11-27T07:21:51,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12142888249/meta-region-server: CHANGED 2024-11-27T07:21:51,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12142888249/meta-region-server: CHANGED 2024-11-27T07:21:51,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T07:21:51,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,37855,1732692108660 in 207 msec 2024-11-27T07:21:51,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T07:21:51,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 385 msec 2024-11-27T07:21:51,332 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:21:51,332 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T07:21:51,333 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:21:51,333 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,37855,1732692108660, seqNum=-1] 2024-11-27T07:21:51,333 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:21:51,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:21:51,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 855 msec 2024-11-27T07:21:51,341 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732692111340, completionTime=-1 2024-11-27T07:21:51,341 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T07:21:51,341 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T07:21:51,343 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T07:21:51,343 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732692171343 2024-11-27T07:21:51,343 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732692231343 2024-11-27T07:21:51,343 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T07:21:51,344 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,42581,1732692108017-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:51,344 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,42581,1732692108017-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:51,344 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,42581,1732692108017-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:51,344 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-289954c9202d:42581, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:51,344 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:51,344 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:51,346 DEBUG [master/289954c9202d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T07:21:51,348 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.400sec 2024-11-27T07:21:51,348 INFO [master/289954c9202d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T07:21:51,348 INFO [master/289954c9202d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T07:21:51,348 INFO [master/289954c9202d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T07:21:51,348 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T07:21:51,348 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T07:21:51,348 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,42581,1732692108017-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:21:51,348 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,42581,1732692108017-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T07:21:51,350 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T07:21:51,350 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T07:21:51,350 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,42581,1732692108017-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:51,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@283586da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:51,431 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,42581,-1 for getting cluster id 2024-11-27T07:21:51,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:21:51,432 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e12b7ef-11ae-4458-ac9f-2bb23f8342f9' 2024-11-27T07:21:51,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:21:51,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e12b7ef-11ae-4458-ac9f-2bb23f8342f9" 2024-11-27T07:21:51,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2514a0aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:51,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,42581,-1] 2024-11-27T07:21:51,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:21:51,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:51,435 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:21:51,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f723f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:51,436 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:21:51,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,37855,1732692108660, seqNum=-1] 2024-11-27T07:21:51,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:21:51,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:21:51,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=289954c9202d,42581,1732692108017 2024-11-27T07:21:51,442 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55448 2024-11-27T07:21:51,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:21:51,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017b2b39cf0005 connected 2024-11-27T07:21:51,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/hadoop.log.dir so I do NOT create it in target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682 2024-11-27T07:21:51,466 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T07:21:51,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/hadoop.tmp.dir so I do NOT create it in target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682 2024-11-27T07:21:51,466 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T07:21:51,466 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682 2024-11-27T07:21:51,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T07:21:51,467 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/cluster_ff71c258-b870-0f85-d3a8-cb696b3fa200, deleteOnExit=true 2024-11-27T07:21:51,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T07:21:51,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/test.cache.data in system properties and HBase conf 2024-11-27T07:21:51,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T07:21:51,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/hadoop.log.dir in system properties and HBase conf 2024-11-27T07:21:51,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T07:21:51,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T07:21:51,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T07:21:51,467 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T07:21:51,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:21:51,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:21:51,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T07:21:51,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:21:51,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T07:21:51,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T07:21:51,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:21:51,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:21:51,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T07:21:51,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/nfs.dump.dir in system properties and HBase conf 2024-11-27T07:21:51,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/java.io.tmpdir in system properties and HBase conf 2024-11-27T07:21:51,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:21:51,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T07:21:51,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T07:21:51,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:21:51,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:21:51,586 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48369 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:21:51,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:21:51,866 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:21:51,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:21:51,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:21:51,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T07:21:51,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:21:51,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37d00f10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:21:51,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6827a58b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:21:52,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e69882f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/java.io.tmpdir/jetty-localhost-34229-hadoop-hdfs-3_4_1-tests_jar-_-any-9837176131017301662/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:21:52,023 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d838bd{HTTP/1.1, (http/1.1)}{localhost:34229} 2024-11-27T07:21:52,023 INFO [Time-limited test {}] server.Server(415): Started @256432ms 2024-11-27T07:21:52,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:21:52,453 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:21:52,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:21:52,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:21:52,461 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T07:21:52,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f1be9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:21:52,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cdeae30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:21:52,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@190e30a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/java.io.tmpdir/jetty-localhost-35647-hadoop-hdfs-3_4_1-tests_jar-_-any-7492945805289522656/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:21:52,584 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67b0f833{HTTP/1.1, (http/1.1)}{localhost:35647} 2024-11-27T07:21:52,584 INFO [Time-limited test {}] server.Server(415): Started @256993ms 2024-11-27T07:21:52,585 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T07:21:53,397 WARN [Thread-2913 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/cluster_ff71c258-b870-0f85-d3a8-cb696b3fa200/data/data1/current/BP-1968611901-172.17.0.3-1732692111487/current, will proceed with Du for space computation calculation, 2024-11-27T07:21:53,409 WARN [Thread-2914 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/cluster_ff71c258-b870-0f85-d3a8-cb696b3fa200/data/data2/current/BP-1968611901-172.17.0.3-1732692111487/current, will proceed with Du for space computation calculation, 2024-11-27T07:21:53,476 WARN [Thread-2901 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T07:21:53,487 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b3b46ee62bd4e8 with lease ID 0xc3ebc320c6465f: Processing first storage report for DS-d97aae7b-38e9-4b06-b9bd-dc1eaa65ff64 from datanode DatanodeRegistration(127.0.0.1:34947, datanodeUuid=58d854bf-0120-4c78-a0c8-11ab5f3c7d12, infoPort=38337, infoSecurePort=0, ipcPort=44709, storageInfo=lv=-57;cid=testClusterID;nsid=2031543770;c=1732692111487) 2024-11-27T07:21:53,488 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b3b46ee62bd4e8 with lease ID 0xc3ebc320c6465f: from storage DS-d97aae7b-38e9-4b06-b9bd-dc1eaa65ff64 node DatanodeRegistration(127.0.0.1:34947, datanodeUuid=58d854bf-0120-4c78-a0c8-11ab5f3c7d12, infoPort=38337, infoSecurePort=0, ipcPort=44709, storageInfo=lv=-57;cid=testClusterID;nsid=2031543770;c=1732692111487), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:21:53,488 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b3b46ee62bd4e8 with lease ID 0xc3ebc320c6465f: Processing first storage report for DS-3f590d6f-a6cd-4075-8a03-a14be763183c from datanode DatanodeRegistration(127.0.0.1:34947, datanodeUuid=58d854bf-0120-4c78-a0c8-11ab5f3c7d12, infoPort=38337, infoSecurePort=0, ipcPort=44709, storageInfo=lv=-57;cid=testClusterID;nsid=2031543770;c=1732692111487) 2024-11-27T07:21:53,488 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b3b46ee62bd4e8 with lease ID 0xc3ebc320c6465f: from storage DS-3f590d6f-a6cd-4075-8a03-a14be763183c node DatanodeRegistration(127.0.0.1:34947, datanodeUuid=58d854bf-0120-4c78-a0c8-11ab5f3c7d12, infoPort=38337, infoSecurePort=0, ipcPort=44709, storageInfo=lv=-57;cid=testClusterID;nsid=2031543770;c=1732692111487), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:21:53,555 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682 2024-11-27T07:21:53,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:53,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:53,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741825_1001 (size=7) 2024-11-27T07:21:54,053 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace with version=8 2024-11-27T07:21:54,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/hbase-staging 2024-11-27T07:21:54,056 INFO [Time-limited test {}] client.ConnectionUtils(128): master/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:21:54,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:54,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:54,056 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:21:54,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:54,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:21:54,057 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T07:21:54,057 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:21:54,057 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43761 2024-11-27T07:21:54,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43761 connecting to ZooKeeper ensemble=127.0.0.1:55448 2024-11-27T07:21:54,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437610x0, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:21:54,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43761-0x1017b2b39cf0006 connected 2024-11-27T07:21:54,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:54,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:54,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Set watcher on znode that does not yet exist, /2-45337859/running 2024-11-27T07:21:54,221 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace, hbase.cluster.distributed=false 2024-11-27T07:21:54,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Set watcher on znode that does not yet exist, /2-45337859/acl 2024-11-27T07:21:54,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43761 2024-11-27T07:21:54,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43761 2024-11-27T07:21:54,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43761 2024-11-27T07:21:54,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43761 2024-11-27T07:21:54,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43761 2024-11-27T07:21:54,309 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:21:54,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:54,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:54,310 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:21:54,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:21:54,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:21:54,310 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T07:21:54,310 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:21:54,316 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38957 2024-11-27T07:21:54,317 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38957 connecting to ZooKeeper ensemble=127.0.0.1:55448 2024-11-27T07:21:54,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:54,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:54,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389570x0, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:21:54,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389570x0, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Set watcher on znode that does not yet exist, /2-45337859/running 2024-11-27T07:21:54,382 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T07:21:54,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38957-0x1017b2b39cf0007 connected 2024-11-27T07:21:54,384 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T07:21:54,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38957-0x1017b2b39cf0007, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Set watcher on znode that does not yet exist, /2-45337859/master 2024-11-27T07:21:54,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38957-0x1017b2b39cf0007, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Set watcher on znode that does not yet exist, /2-45337859/acl 2024-11-27T07:21:54,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38957 2024-11-27T07:21:54,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38957 2024-11-27T07:21:54,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38957 2024-11-27T07:21:54,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38957 2024-11-27T07:21:54,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38957 2024-11-27T07:21:54,470 DEBUG [M:0;289954c9202d:43761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;289954c9202d:43761 2024-11-27T07:21:54,470 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-45337859/backup-masters/289954c9202d,43761,1732692114056 2024-11-27T07:21:54,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x1017b2b39cf0007, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-45337859/backup-masters 2024-11-27T07:21:54,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-45337859/backup-masters 2024-11-27T07:21:54,510 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Set watcher on existing znode=/2-45337859/backup-masters/289954c9202d,43761,1732692114056 2024-11-27T07:21:54,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-45337859 2024-11-27T07:21:54,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x1017b2b39cf0007, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-45337859/master 2024-11-27T07:21:54,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x1017b2b39cf0007, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-45337859 2024-11-27T07:21:54,520 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Set watcher on existing znode=/2-45337859/master 2024-11-27T07:21:54,521 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-45337859/backup-masters/289954c9202d,43761,1732692114056 from backup master directory 2024-11-27T07:21:54,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x1017b2b39cf0007, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-45337859/backup-masters 2024-11-27T07:21:54,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-45337859/backup-masters/289954c9202d,43761,1732692114056 2024-11-27T07:21:54,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-45337859/backup-masters 2024-11-27T07:21:54,530 WARN [master/289954c9202d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:21:54,530 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=289954c9202d,43761,1732692114056 2024-11-27T07:21:54,536 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/hbase.id] with ID: 46481af5-5063-445d-92e6-4dd79770d621 2024-11-27T07:21:54,536 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/.tmp/hbase.id 2024-11-27T07:21:54,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741826_1002 (size=42) 2024-11-27T07:21:54,553 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/.tmp/hbase.id]:[hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/hbase.id] 2024-11-27T07:21:54,567 INFO [master/289954c9202d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:21:54,567 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T07:21:54,568 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T07:21:54,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-45337859 2024-11-27T07:21:54,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x1017b2b39cf0007, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-45337859 2024-11-27T07:21:54,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741827_1003 (size=196) 2024-11-27T07:21:54,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T07:21:54,872 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T07:21:54,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:21:54,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T07:21:54,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:21:54,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T07:21:54,993 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:21:54,994 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T07:21:54,996 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:21:55,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741828_1004 (size=1189) 2024-11-27T07:21:55,062 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/data/master/store 2024-11-27T07:21:55,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741829_1005 (size=34) 2024-11-27T07:21:55,084 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:55,084 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:21:55,084 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:55,084 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:55,084 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:21:55,084 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:55,084 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:21:55,084 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692115084Disabling compacts and flushes for region at 1732692115084Disabling writes for close at 1732692115084Writing region close event to WAL at 1732692115084Closed at 1732692115084 2024-11-27T07:21:55,085 WARN [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/data/master/store/.initializing 2024-11-27T07:21:55,085 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/WALs/289954c9202d,43761,1732692114056 2024-11-27T07:21:55,086 INFO [master/289954c9202d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:21:55,088 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=289954c9202d%2C43761%2C1732692114056, suffix=, logDir=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/WALs/289954c9202d,43761,1732692114056, archiveDir=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/oldWALs, maxLogs=10 2024-11-27T07:21:55,105 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/WALs/289954c9202d,43761,1732692114056/289954c9202d%2C43761%2C1732692114056.1732692115088, exclude list is [], retry=0 2024-11-27T07:21:55,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34947,DS-d97aae7b-38e9-4b06-b9bd-dc1eaa65ff64,DISK] 2024-11-27T07:21:55,111 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/WALs/289954c9202d,43761,1732692114056/289954c9202d%2C43761%2C1732692114056.1732692115088 2024-11-27T07:21:55,125 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38337:38337)] 2024-11-27T07:21:55,125 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:21:55,125 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:55,125 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:55,125 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:55,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:55,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T07:21:55,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:55,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:55,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:55,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T07:21:55,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:55,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:55,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:55,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T07:21:55,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:55,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:55,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:55,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T07:21:55,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:55,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:55,159 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:55,161 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:55,161 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:55,164 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:55,164 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:55,166 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:21:55,167 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:21:55,189 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:21:55,190 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64390842, jitterRate=-0.040501683950424194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:21:55,191 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732692115125Initializing all the Stores at 1732692115126 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692115126Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692115149 (+23 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692115149Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692115149Cleaning up temporary data from old regions at 1732692115164 (+15 ms)Region opened successfully at 1732692115190 (+26 ms) 2024-11-27T07:21:55,192 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T07:21:55,200 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7b4164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:21:55,201 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T07:21:55,201 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T07:21:55,201 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T07:21:55,202 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T07:21:55,202 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T07:21:55,202 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T07:21:55,203 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T07:21:55,218 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T07:21:55,220 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Unable to get data of znode /2-45337859/balancer because node does not exist (not necessarily an error) 2024-11-27T07:21:55,273 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-45337859/balancer already deleted, retry=false 2024-11-27T07:21:55,274 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T07:21:55,275 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Unable to get data of znode /2-45337859/normalizer because node does not exist (not necessarily an error) 2024-11-27T07:21:55,287 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-45337859/normalizer already deleted, retry=false 2024-11-27T07:21:55,288 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T07:21:55,289 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Unable to get data of znode /2-45337859/switch/split because node does not exist (not necessarily an error) 2024-11-27T07:21:55,298 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-45337859/switch/split already deleted, retry=false 2024-11-27T07:21:55,299 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Unable to get data of znode /2-45337859/switch/merge because node does not exist (not necessarily an error) 2024-11-27T07:21:55,308 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-45337859/switch/merge already deleted, retry=false 2024-11-27T07:21:55,312 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Unable to get data of znode /2-45337859/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T07:21:55,326 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-45337859/snapshot-cleanup already deleted, retry=false 2024-11-27T07:21:55,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x1017b2b39cf0007, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-45337859/running 2024-11-27T07:21:55,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-45337859/running 2024-11-27T07:21:55,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x1017b2b39cf0007, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-45337859 2024-11-27T07:21:55,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-45337859 2024-11-27T07:21:55,338 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=289954c9202d,43761,1732692114056, sessionid=0x1017b2b39cf0006, setting cluster-up flag (Was=false) 2024-11-27T07:21:55,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x1017b2b39cf0007, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-45337859 2024-11-27T07:21:55,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-45337859 2024-11-27T07:21:55,393 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-45337859/flush-table-proc/acquired, /2-45337859/flush-table-proc/reached, /2-45337859/flush-table-proc/abort 2024-11-27T07:21:55,394 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,43761,1732692114056 2024-11-27T07:21:55,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x1017b2b39cf0007, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-45337859 2024-11-27T07:21:55,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-45337859 2024-11-27T07:21:55,445 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-45337859/online-snapshot/acquired, /2-45337859/online-snapshot/reached, /2-45337859/online-snapshot/abort 2024-11-27T07:21:55,446 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,43761,1732692114056 2024-11-27T07:21:55,447 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T07:21:55,448 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T07:21:55,449 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T07:21:55,449 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T07:21:55,449 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 289954c9202d,43761,1732692114056 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T07:21:55,450 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:21:55,451 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:21:55,451 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:21:55,451 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:21:55,451 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/289954c9202d:0, corePoolSize=10, maxPoolSize=10 2024-11-27T07:21:55,451 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:55,451 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:21:55,451 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:55,466 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:21:55,466 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T07:21:55,466 INFO [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(746): ClusterId : 46481af5-5063-445d-92e6-4dd79770d621 2024-11-27T07:21:55,466 DEBUG [RS:0;289954c9202d:38957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T07:21:55,468 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:55,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T07:21:55,486 DEBUG [RS:0;289954c9202d:38957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T07:21:55,486 DEBUG [RS:0;289954c9202d:38957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T07:21:55,500 DEBUG [RS:0;289954c9202d:38957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T07:21:55,501 DEBUG [RS:0;289954c9202d:38957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d96f54e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:21:55,512 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732692145512 2024-11-27T07:21:55,512 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T07:21:55,513 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T07:21:55,513 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T07:21:55,513 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T07:21:55,513 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T07:21:55,513 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T07:21:55,533 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:55,541 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T07:21:55,541 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T07:21:55,542 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T07:21:55,542 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T07:21:55,543 DEBUG [RS:0;289954c9202d:38957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;289954c9202d:38957 2024-11-27T07:21:55,543 INFO [RS:0;289954c9202d:38957 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T07:21:55,543 INFO [RS:0;289954c9202d:38957 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T07:21:55,543 DEBUG [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T07:21:55,544 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T07:21:55,544 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T07:21:55,545 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692115545,5,FailOnTimeoutGroup] 2024-11-27T07:21:55,546 INFO [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,43761,1732692114056 with port=38957, startcode=1732692114309 2024-11-27T07:21:55,547 DEBUG [RS:0;289954c9202d:38957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T07:21:55,556 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692115545,5,FailOnTimeoutGroup] 2024-11-27T07:21:55,556 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:55,556 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T07:21:55,556 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:55,556 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:55,593 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T07:21:55,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741831_1007 (size=1321) 2024-11-27T07:21:55,594 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43761 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 289954c9202d,38957,1732692114309 2024-11-27T07:21:55,595 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43761 {}] master.ServerManager(517): Registering regionserver=289954c9202d,38957,1732692114309 2024-11-27T07:21:55,595 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T07:21:55,595 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace 2024-11-27T07:21:55,596 DEBUG [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace 2024-11-27T07:21:55,596 DEBUG [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36321 2024-11-27T07:21:55,596 DEBUG [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T07:21:55,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741832_1008 (size=32) 2024-11-27T07:21:55,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:55,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:21:55,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:21:55,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:55,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:55,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:21:55,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:21:55,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:55,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:55,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:21:55,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:21:55,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:55,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:55,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:21:55,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:21:55,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:55,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:55,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:21:55,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740 2024-11-27T07:21:55,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740 2024-11-27T07:21:55,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:21:55,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:21:55,633 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:21:55,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:21:55,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-45337859/rs 2024-11-27T07:21:55,647 DEBUG [RS:0;289954c9202d:38957 {}] zookeeper.ZKUtil(111): regionserver:38957-0x1017b2b39cf0007, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Set watcher on existing znode=/2-45337859/rs/289954c9202d,38957,1732692114309 2024-11-27T07:21:55,647 WARN [RS:0;289954c9202d:38957 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:21:55,647 INFO [RS:0;289954c9202d:38957 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:21:55,648 DEBUG [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309 2024-11-27T07:21:55,653 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [289954c9202d,38957,1732692114309] 2024-11-27T07:21:55,655 INFO [RS:0;289954c9202d:38957 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T07:21:55,656 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:21:55,657 INFO [RS:0;289954c9202d:38957 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T07:21:55,658 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62867971, jitterRate=-0.06319423019886017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:21:55,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732692115605Initializing all the Stores at 1732692115605Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692115605Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692115615 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692115615Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692115615Cleaning up temporary data from old regions at 1732692115632 (+17 ms)Region opened successfully at 1732692115658 (+26 ms) 2024-11-27T07:21:55,658 INFO [RS:0;289954c9202d:38957 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T07:21:55,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:21:55,658 INFO [RS:0;289954c9202d:38957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:55,658 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:21:55,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:21:55,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:21:55,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:21:55,660 INFO [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T07:21:55,662 INFO [RS:0;289954c9202d:38957 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T07:21:55,662 INFO [RS:0;289954c9202d:38957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:55,662 DEBUG [RS:0;289954c9202d:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:55,662 DEBUG [RS:0;289954c9202d:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:55,662 DEBUG [RS:0;289954c9202d:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:55,663 DEBUG [RS:0;289954c9202d:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:55,663 DEBUG [RS:0;289954c9202d:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:55,663 DEBUG [RS:0;289954c9202d:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:21:55,663 DEBUG [RS:0;289954c9202d:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:55,663 DEBUG [RS:0;289954c9202d:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:55,663 DEBUG [RS:0;289954c9202d:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:55,663 DEBUG [RS:0;289954c9202d:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:55,663 DEBUG [RS:0;289954c9202d:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:55,663 DEBUG [RS:0;289954c9202d:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:21:55,663 DEBUG [RS:0;289954c9202d:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:21:55,663 DEBUG [RS:0;289954c9202d:38957 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:21:55,668 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:21:55,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692115658Disabling compacts and flushes for region at 1732692115658Disabling writes for close at 1732692115658Writing region close event to WAL at 1732692115668 (+10 ms)Closed at 1732692115668 2024-11-27T07:21:55,670 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:21:55,670 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T07:21:55,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T07:21:55,672 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:21:55,674 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T07:21:55,680 INFO [RS:0;289954c9202d:38957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:55,680 INFO [RS:0;289954c9202d:38957 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:55,680 INFO [RS:0;289954c9202d:38957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:55,680 INFO [RS:0;289954c9202d:38957 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:55,680 INFO [RS:0;289954c9202d:38957 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:55,680 INFO [RS:0;289954c9202d:38957 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38957,1732692114309-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:21:55,712 INFO [RS:0;289954c9202d:38957 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T07:21:55,712 INFO [RS:0;289954c9202d:38957 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38957,1732692114309-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:55,712 INFO [RS:0;289954c9202d:38957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:55,712 INFO [RS:0;289954c9202d:38957 {}] regionserver.Replication(171): 289954c9202d,38957,1732692114309 started 2024-11-27T07:21:55,733 INFO [RS:0;289954c9202d:38957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:55,734 INFO [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(1482): Serving as 289954c9202d,38957,1732692114309, RpcServer on 289954c9202d/172.17.0.3:38957, sessionid=0x1017b2b39cf0007 2024-11-27T07:21:55,734 DEBUG [RS:0;289954c9202d:38957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T07:21:55,734 DEBUG [RS:0;289954c9202d:38957 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 289954c9202d,38957,1732692114309 2024-11-27T07:21:55,734 DEBUG [RS:0;289954c9202d:38957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,38957,1732692114309' 2024-11-27T07:21:55,734 DEBUG [RS:0;289954c9202d:38957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-45337859/flush-table-proc/abort' 2024-11-27T07:21:55,735 DEBUG [RS:0;289954c9202d:38957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-45337859/flush-table-proc/acquired' 2024-11-27T07:21:55,736 DEBUG [RS:0;289954c9202d:38957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T07:21:55,736 DEBUG [RS:0;289954c9202d:38957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T07:21:55,736 DEBUG [RS:0;289954c9202d:38957 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 289954c9202d,38957,1732692114309 2024-11-27T07:21:55,736 DEBUG [RS:0;289954c9202d:38957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,38957,1732692114309' 2024-11-27T07:21:55,736 DEBUG [RS:0;289954c9202d:38957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-45337859/online-snapshot/abort' 2024-11-27T07:21:55,736 DEBUG [RS:0;289954c9202d:38957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-45337859/online-snapshot/acquired' 2024-11-27T07:21:55,736 DEBUG [RS:0;289954c9202d:38957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T07:21:55,736 INFO [RS:0;289954c9202d:38957 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T07:21:55,736 INFO [RS:0;289954c9202d:38957 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T07:21:55,824 WARN [289954c9202d:43761 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T07:21:55,837 INFO [RS:0;289954c9202d:38957 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:21:55,838 INFO [RS:0;289954c9202d:38957 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C38957%2C1732692114309, suffix=, logDir=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309, archiveDir=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/oldWALs, maxLogs=10 2024-11-27T07:21:55,857 DEBUG [RS:0;289954c9202d:38957 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839, exclude list is [], retry=0 2024-11-27T07:21:55,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34947,DS-d97aae7b-38e9-4b06-b9bd-dc1eaa65ff64,DISK] 2024-11-27T07:21:55,865 INFO [RS:0;289954c9202d:38957 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 2024-11-27T07:21:55,865 DEBUG [RS:0;289954c9202d:38957 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38337:38337)] 2024-11-27T07:21:56,074 DEBUG [289954c9202d:43761 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:21:56,075 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=289954c9202d,38957,1732692114309 2024-11-27T07:21:56,076 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,38957,1732692114309, state=OPENING 2024-11-27T07:21:56,129 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T07:21:56,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x1017b2b39cf0007, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-45337859 2024-11-27T07:21:56,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-45337859 2024-11-27T07:21:56,141 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:21:56,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,38957,1732692114309}] 2024-11-27T07:21:56,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-45337859/meta-region-server: CHANGED 2024-11-27T07:21:56,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-45337859/meta-region-server: CHANGED 2024-11-27T07:21:56,293 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:21:56,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:21:56,298 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T07:21:56,298 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:21:56,299 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T07:21:56,301 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C38957%2C1732692114309.meta, suffix=.meta, logDir=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309, archiveDir=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/oldWALs, maxLogs=10 2024-11-27T07:21:56,320 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.meta.1732692116301.meta, exclude list is [], retry=0 2024-11-27T07:21:56,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34947,DS-d97aae7b-38e9-4b06-b9bd-dc1eaa65ff64,DISK] 2024-11-27T07:21:56,329 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.meta.1732692116301.meta 2024-11-27T07:21:56,336 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38337:38337)] 2024-11-27T07:21:56,336 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:21:56,337 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:21:56,337 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:21:56,337 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T07:21:56,337 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T07:21:56,337 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T07:21:56,337 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:56,337 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T07:21:56,337 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T07:21:56,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:21:56,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:21:56,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:56,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:56,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:21:56,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:21:56,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:56,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:56,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:21:56,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:21:56,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:56,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:56,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:21:56,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:21:56,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:56,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:21:56,349 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:21:56,350 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740 2024-11-27T07:21:56,351 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740 2024-11-27T07:21:56,351 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:21:56,351 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:21:56,352 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:21:56,353 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:21:56,354 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65592418, jitterRate=-0.022596806287765503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:21:56,354 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T07:21:56,354 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732692116338Writing region info on filesystem at 1732692116338Initializing all the Stores at 1732692116339 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692116340 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692116340Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692116340Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692116340Cleaning up temporary data from old regions at 1732692116351 (+11 ms)Running coprocessor post-open hooks at 1732692116354 (+3 ms)Region opened successfully at 1732692116354 2024-11-27T07:21:56,356 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732692116293 2024-11-27T07:21:56,361 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T07:21:56,361 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T07:21:56,362 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,38957,1732692114309 2024-11-27T07:21:56,363 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,38957,1732692114309, state=OPEN 2024-11-27T07:21:56,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-45337859/meta-region-server 2024-11-27T07:21:56,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x1017b2b39cf0007, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-45337859/meta-region-server 2024-11-27T07:21:56,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-45337859/meta-region-server: CHANGED 2024-11-27T07:21:56,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-45337859/meta-region-server: CHANGED 2024-11-27T07:21:56,372 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=289954c9202d,38957,1732692114309 2024-11-27T07:21:56,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T07:21:56,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,38957,1732692114309 in 231 msec 2024-11-27T07:21:56,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T07:21:56,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 707 msec 2024-11-27T07:21:56,381 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:21:56,381 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T07:21:56,383 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:21:56,383 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,38957,1732692114309, seqNum=-1] 2024-11-27T07:21:56,383 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:21:56,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:21:56,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 941 msec 2024-11-27T07:21:56,390 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732692116390, completionTime=-1 2024-11-27T07:21:56,390 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T07:21:56,391 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T07:21:56,393 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T07:21:56,393 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732692176393 2024-11-27T07:21:56,394 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732692236393 2024-11-27T07:21:56,394 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-27T07:21:56,394 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43761,1732692114056-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:56,394 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43761,1732692114056-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:56,394 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43761,1732692114056-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:56,394 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-289954c9202d:43761, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:56,394 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:56,397 DEBUG [master/289954c9202d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T07:21:56,404 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:56,410 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.880sec 2024-11-27T07:21:56,410 INFO [master/289954c9202d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T07:21:56,410 INFO [master/289954c9202d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T07:21:56,410 INFO [master/289954c9202d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T07:21:56,410 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T07:21:56,410 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T07:21:56,410 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43761,1732692114056-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:21:56,410 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43761,1732692114056-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T07:21:56,413 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T07:21:56,413 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T07:21:56,413 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43761,1732692114056-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:21:56,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18326a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:56,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,43761,-1 for getting cluster id 2024-11-27T07:21:56,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:21:56,481 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46481af5-5063-445d-92e6-4dd79770d621' 2024-11-27T07:21:56,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:21:56,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46481af5-5063-445d-92e6-4dd79770d621" 2024-11-27T07:21:56,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1339e6e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:56,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,43761,-1] 2024-11-27T07:21:56,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:21:56,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:56,483 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:21:56,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1be842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:56,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:21:56,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,38957,1732692114309, seqNum=-1] 2024-11-27T07:21:56,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:21:56,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:21:56,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=289954c9202d,43761,1732692114056 2024-11-27T07:21:56,492 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55448 2024-11-27T07:21:56,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:21:56,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1017b2b39cf0008 connected 2024-11-27T07:21:56,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:21:56,522 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,33945,1732692100932 2024-11-27T07:21:56,523 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3597ee5b 2024-11-27T07:21:56,523 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:21:56,524 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:21:56,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:21:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T07:21:56,527 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:21:56,527 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:56,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T07:21:56,528 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:21:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:21:56,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741835_1011 (size=902) 2024-11-27T07:21:56,557 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f263d541336a43bce870156bb03f0a3, NAME => 'test,,1732692116524.7f263d541336a43bce870156bb03f0a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89 2024-11-27T07:21:56,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741836_1012 (size=39) 2024-11-27T07:21:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:21:56,801 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:21:56,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:56,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:56,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:21:56,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:56,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:56,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:56,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:56,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:56,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:56,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:56,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:56,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:56,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:21:56,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732692116524.7f263d541336a43bce870156bb03f0a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:56,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7f263d541336a43bce870156bb03f0a3, disabling compactions & flushes 2024-11-27T07:21:56,975 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732692116524.7f263d541336a43bce870156bb03f0a3. 2024-11-27T07:21:56,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692116524.7f263d541336a43bce870156bb03f0a3. 2024-11-27T07:21:56,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732692116524.7f263d541336a43bce870156bb03f0a3. after waiting 0 ms 2024-11-27T07:21:56,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732692116524.7f263d541336a43bce870156bb03f0a3. 2024-11-27T07:21:56,976 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732692116524.7f263d541336a43bce870156bb03f0a3. 2024-11-27T07:21:56,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f263d541336a43bce870156bb03f0a3: Waiting for close lock at 1732692116975Disabling compacts and flushes for region at 1732692116975Disabling writes for close at 1732692116975Writing region close event to WAL at 1732692116976 (+1 ms)Closed at 1732692116976 2024-11-27T07:21:56,977 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:21:56,978 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732692116524.7f263d541336a43bce870156bb03f0a3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732692116977"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692116977"}]},"ts":"1732692116977"} 2024-11-27T07:21:56,980 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:21:56,981 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:21:56,981 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692116981"}]},"ts":"1732692116981"} 2024-11-27T07:21:56,984 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T07:21:56,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7f263d541336a43bce870156bb03f0a3, ASSIGN}] 2024-11-27T07:21:56,986 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7f263d541336a43bce870156bb03f0a3, ASSIGN 2024-11-27T07:21:56,987 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7f263d541336a43bce870156bb03f0a3, ASSIGN; state=OFFLINE, location=289954c9202d,40001,1732692101202; forceNewPlan=false, retain=false 2024-11-27T07:21:57,137 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f263d541336a43bce870156bb03f0a3, regionState=OPENING, regionLocation=289954c9202d,40001,1732692101202 2024-11-27T07:21:57,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7f263d541336a43bce870156bb03f0a3, ASSIGN because future has completed 2024-11-27T07:21:57,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f263d541336a43bce870156bb03f0a3, server=289954c9202d,40001,1732692101202}] 2024-11-27T07:21:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:21:57,306 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732692116524.7f263d541336a43bce870156bb03f0a3. 2024-11-27T07:21:57,306 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f263d541336a43bce870156bb03f0a3, NAME => 'test,,1732692116524.7f263d541336a43bce870156bb03f0a3.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:21:57,306 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:21:57,306 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T07:21:57,306 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7f263d541336a43bce870156bb03f0a3 2024-11-27T07:21:57,307 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732692116524.7f263d541336a43bce870156bb03f0a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:57,307 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7f263d541336a43bce870156bb03f0a3 2024-11-27T07:21:57,307 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7f263d541336a43bce870156bb03f0a3 2024-11-27T07:21:57,308 INFO [StoreOpener-7f263d541336a43bce870156bb03f0a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7f263d541336a43bce870156bb03f0a3 2024-11-27T07:21:57,309 INFO [StoreOpener-7f263d541336a43bce870156bb03f0a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f263d541336a43bce870156bb03f0a3 columnFamilyName f 2024-11-27T07:21:57,309 DEBUG [StoreOpener-7f263d541336a43bce870156bb03f0a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:57,310 INFO [StoreOpener-7f263d541336a43bce870156bb03f0a3-1 {}] regionserver.HStore(327): Store=7f263d541336a43bce870156bb03f0a3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:57,310 INFO [StoreOpener-7f263d541336a43bce870156bb03f0a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7f263d541336a43bce870156bb03f0a3 2024-11-27T07:21:57,311 INFO [StoreOpener-7f263d541336a43bce870156bb03f0a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f263d541336a43bce870156bb03f0a3 columnFamilyName f1 2024-11-27T07:21:57,311 DEBUG [StoreOpener-7f263d541336a43bce870156bb03f0a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:57,311 INFO [StoreOpener-7f263d541336a43bce870156bb03f0a3-1 {}] regionserver.HStore(327): Store=7f263d541336a43bce870156bb03f0a3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:57,311 INFO [StoreOpener-7f263d541336a43bce870156bb03f0a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7f263d541336a43bce870156bb03f0a3 2024-11-27T07:21:57,312 INFO [StoreOpener-7f263d541336a43bce870156bb03f0a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f263d541336a43bce870156bb03f0a3 columnFamilyName norep 2024-11-27T07:21:57,312 DEBUG [StoreOpener-7f263d541336a43bce870156bb03f0a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:57,313 INFO [StoreOpener-7f263d541336a43bce870156bb03f0a3-1 {}] regionserver.HStore(327): Store=7f263d541336a43bce870156bb03f0a3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:57,313 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7f263d541336a43bce870156bb03f0a3 2024-11-27T07:21:57,314 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/default/test/7f263d541336a43bce870156bb03f0a3 2024-11-27T07:21:57,314 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/default/test/7f263d541336a43bce870156bb03f0a3 2024-11-27T07:21:57,315 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7f263d541336a43bce870156bb03f0a3 2024-11-27T07:21:57,315 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7f263d541336a43bce870156bb03f0a3 2024-11-27T07:21:57,315 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:21:57,317 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7f263d541336a43bce870156bb03f0a3 2024-11-27T07:21:57,321 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/default/test/7f263d541336a43bce870156bb03f0a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:21:57,321 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7f263d541336a43bce870156bb03f0a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63544592, jitterRate=-0.05311179161071777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:21:57,321 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f263d541336a43bce870156bb03f0a3 2024-11-27T07:21:57,322 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7f263d541336a43bce870156bb03f0a3: Running coprocessor pre-open hook at 1732692117307Writing region info on filesystem at 1732692117307Initializing all the Stores at 1732692117308 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692117308Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692117308Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692117308Cleaning up temporary data from old regions at 1732692117315 (+7 ms)Running coprocessor post-open hooks at 1732692117321 (+6 ms)Region opened successfully at 1732692117322 (+1 ms) 2024-11-27T07:21:57,323 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732692116524.7f263d541336a43bce870156bb03f0a3., pid=6, masterSystemTime=1732692117293 2024-11-27T07:21:57,325 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732692116524.7f263d541336a43bce870156bb03f0a3. 2024-11-27T07:21:57,325 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732692116524.7f263d541336a43bce870156bb03f0a3. 2024-11-27T07:21:57,325 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f263d541336a43bce870156bb03f0a3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=289954c9202d,40001,1732692101202 2024-11-27T07:21:57,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f263d541336a43bce870156bb03f0a3, server=289954c9202d,40001,1732692101202 because future has completed 2024-11-27T07:21:57,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T07:21:57,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f263d541336a43bce870156bb03f0a3, server=289954c9202d,40001,1732692101202 in 189 msec 2024-11-27T07:21:57,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T07:21:57,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7f263d541336a43bce870156bb03f0a3, ASSIGN in 347 msec 2024-11-27T07:21:57,334 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:21:57,335 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692117335"}]},"ts":"1732692117335"} 2024-11-27T07:21:57,337 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T07:21:57,338 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:21:57,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 813 msec 2024-11-27T07:21:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:21:57,666 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T07:21:57,666 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:21:57,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,42581,1732692108017 2024-11-27T07:21:57,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13828e4e 2024-11-27T07:21:57,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:21:57,669 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:21:57,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:21:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T07:21:57,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:21:57,673 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:57,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T07:21:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:21:57,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:21:57,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741835_1011 (size=902) 2024-11-27T07:21:57,693 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 533e403c875198e47a04836b41020510, NAME => 'test,,1732692117669.533e403c875198e47a04836b41020510.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333 2024-11-27T07:21:57,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741836_1012 (size=39) 2024-11-27T07:21:57,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732692117669.533e403c875198e47a04836b41020510.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:57,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 533e403c875198e47a04836b41020510, disabling compactions & flushes 2024-11-27T07:21:57,701 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732692117669.533e403c875198e47a04836b41020510. 2024-11-27T07:21:57,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692117669.533e403c875198e47a04836b41020510. 2024-11-27T07:21:57,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732692117669.533e403c875198e47a04836b41020510. after waiting 0 ms 2024-11-27T07:21:57,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732692117669.533e403c875198e47a04836b41020510. 2024-11-27T07:21:57,701 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732692117669.533e403c875198e47a04836b41020510. 2024-11-27T07:21:57,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 533e403c875198e47a04836b41020510: Waiting for close lock at 1732692117701Disabling compacts and flushes for region at 1732692117701Disabling writes for close at 1732692117701Writing region close event to WAL at 1732692117701Closed at 1732692117701 2024-11-27T07:21:57,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:21:57,702 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732692117669.533e403c875198e47a04836b41020510.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732692117702"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692117702"}]},"ts":"1732692117702"} 2024-11-27T07:21:57,704 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:21:57,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:21:57,705 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692117705"}]},"ts":"1732692117705"} 2024-11-27T07:21:57,707 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T07:21:57,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=533e403c875198e47a04836b41020510, ASSIGN}] 2024-11-27T07:21:57,709 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=533e403c875198e47a04836b41020510, ASSIGN 2024-11-27T07:21:57,710 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=533e403c875198e47a04836b41020510, ASSIGN; state=OFFLINE, location=289954c9202d,37855,1732692108660; forceNewPlan=false, retain=false 2024-11-27T07:21:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:21:57,861 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=533e403c875198e47a04836b41020510, regionState=OPENING, regionLocation=289954c9202d,37855,1732692108660 2024-11-27T07:21:57,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=533e403c875198e47a04836b41020510, ASSIGN because future has completed 2024-11-27T07:21:57,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 533e403c875198e47a04836b41020510, server=289954c9202d,37855,1732692108660}] 2024-11-27T07:21:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:21:58,056 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732692117669.533e403c875198e47a04836b41020510. 2024-11-27T07:21:58,056 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 533e403c875198e47a04836b41020510, NAME => 'test,,1732692117669.533e403c875198e47a04836b41020510.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:21:58,057 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:21:58,057 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T07:21:58,057 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 533e403c875198e47a04836b41020510 2024-11-27T07:21:58,057 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732692117669.533e403c875198e47a04836b41020510.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:58,057 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 533e403c875198e47a04836b41020510 2024-11-27T07:21:58,057 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 533e403c875198e47a04836b41020510 2024-11-27T07:21:58,080 INFO [StoreOpener-533e403c875198e47a04836b41020510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 533e403c875198e47a04836b41020510 2024-11-27T07:21:58,082 INFO [StoreOpener-533e403c875198e47a04836b41020510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 533e403c875198e47a04836b41020510 columnFamilyName f 2024-11-27T07:21:58,082 DEBUG [StoreOpener-533e403c875198e47a04836b41020510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:58,084 INFO [StoreOpener-533e403c875198e47a04836b41020510-1 {}] regionserver.HStore(327): Store=533e403c875198e47a04836b41020510/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:58,085 INFO [StoreOpener-533e403c875198e47a04836b41020510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 533e403c875198e47a04836b41020510 2024-11-27T07:21:58,086 INFO [StoreOpener-533e403c875198e47a04836b41020510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 533e403c875198e47a04836b41020510 columnFamilyName f1 2024-11-27T07:21:58,086 DEBUG [StoreOpener-533e403c875198e47a04836b41020510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:58,087 INFO [StoreOpener-533e403c875198e47a04836b41020510-1 {}] regionserver.HStore(327): Store=533e403c875198e47a04836b41020510/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:58,087 INFO [StoreOpener-533e403c875198e47a04836b41020510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 533e403c875198e47a04836b41020510 2024-11-27T07:21:58,089 INFO [StoreOpener-533e403c875198e47a04836b41020510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 533e403c875198e47a04836b41020510 columnFamilyName norep 2024-11-27T07:21:58,089 DEBUG [StoreOpener-533e403c875198e47a04836b41020510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:58,092 INFO [StoreOpener-533e403c875198e47a04836b41020510-1 {}] regionserver.HStore(327): Store=533e403c875198e47a04836b41020510/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:58,093 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 533e403c875198e47a04836b41020510 2024-11-27T07:21:58,093 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/default/test/533e403c875198e47a04836b41020510 2024-11-27T07:21:58,094 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/default/test/533e403c875198e47a04836b41020510 2024-11-27T07:21:58,095 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 533e403c875198e47a04836b41020510 2024-11-27T07:21:58,095 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 533e403c875198e47a04836b41020510 2024-11-27T07:21:58,095 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:21:58,097 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 533e403c875198e47a04836b41020510 2024-11-27T07:21:58,099 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/default/test/533e403c875198e47a04836b41020510/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:21:58,099 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 533e403c875198e47a04836b41020510; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74876851, jitterRate=0.11575202643871307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:21:58,099 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 533e403c875198e47a04836b41020510 2024-11-27T07:21:58,099 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 533e403c875198e47a04836b41020510: Running coprocessor pre-open hook at 1732692118057Writing region info on filesystem at 1732692118058 (+1 ms)Initializing all the Stores at 1732692118059 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692118059Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692118071 (+12 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692118071Cleaning up temporary data from old regions at 1732692118095 (+24 ms)Running coprocessor post-open hooks at 1732692118099 (+4 ms)Region opened successfully at 1732692118099 2024-11-27T07:21:58,101 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732692117669.533e403c875198e47a04836b41020510., pid=6, masterSystemTime=1732692118033 2024-11-27T07:21:58,103 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732692117669.533e403c875198e47a04836b41020510. 2024-11-27T07:21:58,104 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732692117669.533e403c875198e47a04836b41020510. 2024-11-27T07:21:58,105 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=533e403c875198e47a04836b41020510, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=289954c9202d,37855,1732692108660 2024-11-27T07:21:58,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 533e403c875198e47a04836b41020510, server=289954c9202d,37855,1732692108660 because future has completed 2024-11-27T07:21:58,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T07:21:58,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 533e403c875198e47a04836b41020510, server=289954c9202d,37855,1732692108660 in 239 msec 2024-11-27T07:21:58,120 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:21:58,120 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692118120"}]},"ts":"1732692118120"} 2024-11-27T07:21:58,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T07:21:58,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=533e403c875198e47a04836b41020510, ASSIGN in 407 msec 2024-11-27T07:21:58,122 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T07:21:58,124 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:21:58,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 454 msec 2024-11-27T07:21:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:21:58,306 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T07:21:58,306 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:21:58,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,43761,1732692114056 2024-11-27T07:21:58,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2813bc9e 2024-11-27T07:21:58,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:21:58,309 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:21:58,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:21:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T07:21:58,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:21:58,313 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:58,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T07:21:58,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:21:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:21:58,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741835_1011 (size=902) 2024-11-27T07:21:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:21:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:21:58,723 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94774f1be20bbdf86338b55bdc47dcf7, NAME => 'test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace 2024-11-27T07:21:58,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741836_1012 (size=39) 2024-11-27T07:21:58,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:58,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 94774f1be20bbdf86338b55bdc47dcf7, disabling compactions & flushes 2024-11-27T07:21:58,739 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7. 2024-11-27T07:21:58,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7. 2024-11-27T07:21:58,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7. after waiting 0 ms 2024-11-27T07:21:58,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7. 2024-11-27T07:21:58,739 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7. 2024-11-27T07:21:58,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94774f1be20bbdf86338b55bdc47dcf7: Waiting for close lock at 1732692118739Disabling compacts and flushes for region at 1732692118739Disabling writes for close at 1732692118739Writing region close event to WAL at 1732692118739Closed at 1732692118739 2024-11-27T07:21:58,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:21:58,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732692118741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692118741"}]},"ts":"1732692118741"} 2024-11-27T07:21:58,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:21:58,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:21:58,744 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692118744"}]},"ts":"1732692118744"} 2024-11-27T07:21:58,757 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T07:21:58,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=94774f1be20bbdf86338b55bdc47dcf7, ASSIGN}] 2024-11-27T07:21:58,758 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=94774f1be20bbdf86338b55bdc47dcf7, ASSIGN 2024-11-27T07:21:58,759 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=94774f1be20bbdf86338b55bdc47dcf7, ASSIGN; state=OFFLINE, location=289954c9202d,38957,1732692114309; forceNewPlan=false, retain=false 2024-11-27T07:21:58,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=94774f1be20bbdf86338b55bdc47dcf7, regionState=OPENING, regionLocation=289954c9202d,38957,1732692114309 2024-11-27T07:21:58,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=94774f1be20bbdf86338b55bdc47dcf7, ASSIGN because future has completed 2024-11-27T07:21:58,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94774f1be20bbdf86338b55bdc47dcf7, server=289954c9202d,38957,1732692114309}] 2024-11-27T07:21:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:21:59,069 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7. 2024-11-27T07:21:59,069 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 94774f1be20bbdf86338b55bdc47dcf7, NAME => 'test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:21:59,070 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:21:59,070 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T07:21:59,070 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 94774f1be20bbdf86338b55bdc47dcf7 2024-11-27T07:21:59,070 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:59,070 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 94774f1be20bbdf86338b55bdc47dcf7 2024-11-27T07:21:59,070 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 94774f1be20bbdf86338b55bdc47dcf7 2024-11-27T07:21:59,072 INFO [StoreOpener-94774f1be20bbdf86338b55bdc47dcf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 94774f1be20bbdf86338b55bdc47dcf7 2024-11-27T07:21:59,073 INFO [StoreOpener-94774f1be20bbdf86338b55bdc47dcf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94774f1be20bbdf86338b55bdc47dcf7 columnFamilyName f 2024-11-27T07:21:59,073 DEBUG [StoreOpener-94774f1be20bbdf86338b55bdc47dcf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:59,073 INFO [StoreOpener-94774f1be20bbdf86338b55bdc47dcf7-1 {}] regionserver.HStore(327): Store=94774f1be20bbdf86338b55bdc47dcf7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:59,073 INFO [StoreOpener-94774f1be20bbdf86338b55bdc47dcf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 94774f1be20bbdf86338b55bdc47dcf7 2024-11-27T07:21:59,074 INFO [StoreOpener-94774f1be20bbdf86338b55bdc47dcf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94774f1be20bbdf86338b55bdc47dcf7 columnFamilyName f1 2024-11-27T07:21:59,074 DEBUG [StoreOpener-94774f1be20bbdf86338b55bdc47dcf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:59,075 INFO [StoreOpener-94774f1be20bbdf86338b55bdc47dcf7-1 {}] regionserver.HStore(327): Store=94774f1be20bbdf86338b55bdc47dcf7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:59,075 INFO [StoreOpener-94774f1be20bbdf86338b55bdc47dcf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 94774f1be20bbdf86338b55bdc47dcf7 2024-11-27T07:21:59,076 INFO [StoreOpener-94774f1be20bbdf86338b55bdc47dcf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94774f1be20bbdf86338b55bdc47dcf7 columnFamilyName norep 2024-11-27T07:21:59,076 DEBUG [StoreOpener-94774f1be20bbdf86338b55bdc47dcf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:59,076 INFO [StoreOpener-94774f1be20bbdf86338b55bdc47dcf7-1 {}] regionserver.HStore(327): Store=94774f1be20bbdf86338b55bdc47dcf7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:21:59,076 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 94774f1be20bbdf86338b55bdc47dcf7 2024-11-27T07:21:59,077 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/default/test/94774f1be20bbdf86338b55bdc47dcf7 2024-11-27T07:21:59,077 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/default/test/94774f1be20bbdf86338b55bdc47dcf7 2024-11-27T07:21:59,079 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 94774f1be20bbdf86338b55bdc47dcf7 2024-11-27T07:21:59,079 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 94774f1be20bbdf86338b55bdc47dcf7 2024-11-27T07:21:59,079 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:21:59,080 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 94774f1be20bbdf86338b55bdc47dcf7 2024-11-27T07:21:59,082 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/default/test/94774f1be20bbdf86338b55bdc47dcf7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:21:59,082 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 94774f1be20bbdf86338b55bdc47dcf7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70651150, jitterRate=0.05278417468070984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:21:59,082 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94774f1be20bbdf86338b55bdc47dcf7 2024-11-27T07:21:59,082 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 94774f1be20bbdf86338b55bdc47dcf7: Running coprocessor pre-open hook at 1732692119071Writing region info on filesystem at 1732692119071Initializing all the Stores at 1732692119071Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692119071Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692119071Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692119071Cleaning up temporary data from old regions at 1732692119079 (+8 ms)Running coprocessor post-open hooks at 1732692119082 (+3 ms)Region opened successfully at 1732692119082 2024-11-27T07:21:59,083 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7., pid=6, masterSystemTime=1732692119065 2024-11-27T07:21:59,085 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7. 2024-11-27T07:21:59,085 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7. 2024-11-27T07:21:59,086 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=94774f1be20bbdf86338b55bdc47dcf7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=289954c9202d,38957,1732692114309 2024-11-27T07:21:59,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94774f1be20bbdf86338b55bdc47dcf7, server=289954c9202d,38957,1732692114309 because future has completed 2024-11-27T07:21:59,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T07:21:59,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 94774f1be20bbdf86338b55bdc47dcf7, server=289954c9202d,38957,1732692114309 in 176 msec 2024-11-27T07:21:59,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T07:21:59,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=94774f1be20bbdf86338b55bdc47dcf7, ASSIGN in 334 msec 2024-11-27T07:21:59,099 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:21:59,099 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692119099"}]},"ts":"1732692119099"} 2024-11-27T07:21:59,102 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T07:21:59,103 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:21:59,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 793 msec 2024-11-27T07:21:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:21:59,456 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T07:21:59,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c30093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:59,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,33945,-1 for getting cluster id 2024-11-27T07:21:59,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:21:59,458 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b19ef4f-78b2-4fa7-92ce-65588f54de88' 2024-11-27T07:21:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:21:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b19ef4f-78b2-4fa7-92ce-65588f54de88" 2024-11-27T07:21:59,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c9c8e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:59,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,33945,-1] 2024-11-27T07:21:59,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:21:59,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:59,460 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:21:59,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ffe6908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:59,461 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:21:59,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,33945,1732692100932 2024-11-27T07:21:59,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d6121a9 2024-11-27T07:21:59,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:21:59,463 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:21:59,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://289954c9202d:42581,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T07:21:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T07:21:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:21:59,468 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:42581' 2024-11-27T07:21:59,470 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aa003be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:59,470 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,42581,-1 for getting cluster id 2024-11-27T07:21:59,470 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:21:59,470 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e12b7ef-11ae-4458-ac9f-2bb23f8342f9' 2024-11-27T07:21:59,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:21:59,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e12b7ef-11ae-4458-ac9f-2bb23f8342f9" 2024-11-27T07:21:59,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb6a4ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:59,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,42581,-1] 2024-11-27T07:21:59,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:21:59,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:59,472 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:21:59,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705bb90c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:21:59,473 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:21:59,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,42581,1732692108017 2024-11-27T07:21:59,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37feeb4c 2024-11-27T07:21:59,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:21:59,475 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:21:59,476 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T07:21:59,476 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T07:21:59,476 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:59,476 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:21:59,477 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:21:59,478 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T07:21:59,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:21:59,480 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:21:59,480 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:21:59,481 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:21:59,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741837_1013 (size=1138) 2024-11-27T07:21:59,515 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a3a67f43b608772afbd7311533f40dd, NAME => 'hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89 2024-11-27T07:21:59,532 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T07:21:59,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741838_1014 (size=44) 2024-11-27T07:21:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:21:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:21:59,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:21:59,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8a3a67f43b608772afbd7311533f40dd, disabling compactions & flushes 2024-11-27T07:21:59,950 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd. 2024-11-27T07:21:59,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd. 2024-11-27T07:21:59,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd. after waiting 0 ms 2024-11-27T07:21:59,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd. 2024-11-27T07:21:59,950 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd. 2024-11-27T07:21:59,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a3a67f43b608772afbd7311533f40dd: Waiting for close lock at 1732692119950Disabling compacts and flushes for region at 1732692119950Disabling writes for close at 1732692119950Writing region close event to WAL at 1732692119950Closed at 1732692119950 2024-11-27T07:21:59,952 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:21:59,952 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732692119952"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692119952"}]},"ts":"1732692119952"} 2024-11-27T07:21:59,954 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:21:59,955 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:21:59,955 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692119955"}]},"ts":"1732692119955"} 2024-11-27T07:21:59,957 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T07:21:59,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a3a67f43b608772afbd7311533f40dd, ASSIGN}] 2024-11-27T07:21:59,958 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a3a67f43b608772afbd7311533f40dd, ASSIGN 2024-11-27T07:21:59,959 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a3a67f43b608772afbd7311533f40dd, ASSIGN; state=OFFLINE, location=289954c9202d,40001,1732692101202; forceNewPlan=false, retain=false 2024-11-27T07:22:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:00,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a3a67f43b608772afbd7311533f40dd, regionState=OPENING, regionLocation=289954c9202d,40001,1732692101202 2024-11-27T07:22:00,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a3a67f43b608772afbd7311533f40dd, ASSIGN because future has completed 2024-11-27T07:22:00,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a3a67f43b608772afbd7311533f40dd, server=289954c9202d,40001,1732692101202}] 2024-11-27T07:22:00,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd. 2024-11-27T07:22:00,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:22:00,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T07:22:00,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C40001%2C1732692101202.rep, suffix=, logDir=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202, archiveDir=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/oldWALs, maxLogs=10 2024-11-27T07:22:00,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.rep.1732692120269, exclude list is [], retry=0 2024-11-27T07:22:00,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44081,DS-0b0330bd-b158-4e9b-ac4c-b040bcc58341,DISK] 2024-11-27T07:22:00,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.rep.1732692120269 2024-11-27T07:22:00,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35289:35289)] 2024-11-27T07:22:00,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a3a67f43b608772afbd7311533f40dd, NAME => 'hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:22:00,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:22:00,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:22:00,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd. service=MultiRowMutationService 2024-11-27T07:22:00,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T07:22:00,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8a3a67f43b608772afbd7311533f40dd 2024-11-27T07:22:00,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:00,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8a3a67f43b608772afbd7311533f40dd 2024-11-27T07:22:00,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8a3a67f43b608772afbd7311533f40dd 2024-11-27T07:22:00,305 INFO [StoreOpener-8a3a67f43b608772afbd7311533f40dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8a3a67f43b608772afbd7311533f40dd 2024-11-27T07:22:00,307 INFO [StoreOpener-8a3a67f43b608772afbd7311533f40dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a3a67f43b608772afbd7311533f40dd columnFamilyName hfileref 2024-11-27T07:22:00,307 DEBUG [StoreOpener-8a3a67f43b608772afbd7311533f40dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:00,307 INFO [StoreOpener-8a3a67f43b608772afbd7311533f40dd-1 {}] regionserver.HStore(327): Store=8a3a67f43b608772afbd7311533f40dd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:00,307 INFO [StoreOpener-8a3a67f43b608772afbd7311533f40dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8a3a67f43b608772afbd7311533f40dd 2024-11-27T07:22:00,309 INFO [StoreOpener-8a3a67f43b608772afbd7311533f40dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a3a67f43b608772afbd7311533f40dd columnFamilyName queue 2024-11-27T07:22:00,309 DEBUG [StoreOpener-8a3a67f43b608772afbd7311533f40dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:00,309 INFO [StoreOpener-8a3a67f43b608772afbd7311533f40dd-1 {}] regionserver.HStore(327): Store=8a3a67f43b608772afbd7311533f40dd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:00,309 INFO [StoreOpener-8a3a67f43b608772afbd7311533f40dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8a3a67f43b608772afbd7311533f40dd 2024-11-27T07:22:00,311 INFO [StoreOpener-8a3a67f43b608772afbd7311533f40dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a3a67f43b608772afbd7311533f40dd columnFamilyName sid 2024-11-27T07:22:00,311 DEBUG [StoreOpener-8a3a67f43b608772afbd7311533f40dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:00,311 INFO [StoreOpener-8a3a67f43b608772afbd7311533f40dd-1 {}] regionserver.HStore(327): Store=8a3a67f43b608772afbd7311533f40dd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:00,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8a3a67f43b608772afbd7311533f40dd 2024-11-27T07:22:00,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/replication/8a3a67f43b608772afbd7311533f40dd 2024-11-27T07:22:00,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/replication/8a3a67f43b608772afbd7311533f40dd 2024-11-27T07:22:00,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8a3a67f43b608772afbd7311533f40dd 2024-11-27T07:22:00,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8a3a67f43b608772afbd7311533f40dd 2024-11-27T07:22:00,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:22:00,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8a3a67f43b608772afbd7311533f40dd 2024-11-27T07:22:00,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/replication/8a3a67f43b608772afbd7311533f40dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:22:00,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8a3a67f43b608772afbd7311533f40dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68067021, jitterRate=0.014277651906013489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:22:00,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a3a67f43b608772afbd7311533f40dd 2024-11-27T07:22:00,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8a3a67f43b608772afbd7311533f40dd: Running coprocessor pre-open hook at 1732692120297Writing region info on filesystem at 1732692120297Initializing all the Stores at 1732692120298 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692120298Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692120304 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692120304Cleaning up temporary data from old regions at 1732692120313 (+9 ms)Running coprocessor post-open hooks at 1732692120318 (+5 ms)Region opened successfully at 1732692120319 (+1 ms) 2024-11-27T07:22:00,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd., pid=10, masterSystemTime=1732692120264 2024-11-27T07:22:00,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd. 2024-11-27T07:22:00,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd. 2024-11-27T07:22:00,323 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a3a67f43b608772afbd7311533f40dd, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,40001,1732692101202 2024-11-27T07:22:00,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a3a67f43b608772afbd7311533f40dd, server=289954c9202d,40001,1732692101202 because future has completed 2024-11-27T07:22:00,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T07:22:00,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a3a67f43b608772afbd7311533f40dd, server=289954c9202d,40001,1732692101202 in 229 msec 2024-11-27T07:22:00,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T07:22:00,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a3a67f43b608772afbd7311533f40dd, ASSIGN in 387 msec 2024-11-27T07:22:00,347 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:22:00,347 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692120347"}]},"ts":"1732692120347"} 2024-11-27T07:22:00,349 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T07:22:00,350 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:22:00,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 873 msec 2024-11-27T07:22:00,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd., hostname=289954c9202d,40001,1732692101202, seqNum=2] 2024-11-27T07:22:00,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1017b2b39cf0001, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1873046501 2024-11-27T07:22:00,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1873046501 2024-11-27T07:22:00,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T07:22:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:00,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T07:22:00,659 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T07:22:00,696 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-289954c9202d,40001,1732692101202, ReplicationSource: 1, currentBandwidth=0 2024-11-27T07:22:00,697 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:22:00,697 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,40001,1732692101202, seqNum=-1] 2024-11-27T07:22:00,697 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:22:00,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-27T07:22:00,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-289954c9202d,40001,1732692101202', locateType=CURRENT is [region=hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd., hostname=289954c9202d,40001,1732692101202, seqNum=2] 2024-11-27T07:22:00,703 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T07:22:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T07:22:00,705 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 289954c9202d,40001,1732692101202 suceeded 2024-11-27T07:22:00,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T07:22:00,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-27T07:22:00,707 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://289954c9202d:42581,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T07:22:00,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2430 sec 2024-11-27T07:22:00,720 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:42581' 2024-11-27T07:22:00,722 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f89463b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:00,722 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,42581,-1 for getting cluster id 2024-11-27T07:22:00,722 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:00,723 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e12b7ef-11ae-4458-ac9f-2bb23f8342f9' 2024-11-27T07:22:00,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:00,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e12b7ef-11ae-4458-ac9f-2bb23f8342f9" 2024-11-27T07:22:00,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dd91592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:00,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,42581,-1] 2024-11-27T07:22:00,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:00,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:00,724 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:00,725 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48ea9f6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:00,725 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:00,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,42581,1732692108017 2024-11-27T07:22:00,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b898d7e 2024-11-27T07:22:00,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:22:00,727 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-27T07:22:00,727 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-289954c9202d,40001,1732692101202 (queues=1) is replicating from cluster=2b19ef4f-78b2-4fa7-92ce-65588f54de88 to cluster=1e12b7ef-11ae-4458-ac9f-2bb23f8342f9 2024-11-27T07:22:00,727 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=289954c9202d%2C40001%2C1732692101202 2024-11-27T07:22:00,727 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-289954c9202d,40001,1732692101202, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T07:22:00,728 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881, startPosition=0, beingWritten=true 2024-11-27T07:22:00,730 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.shipper289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 289954c9202d%2C40001%2C1732692101202 2024-11-27T07:22:00,734 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:00,734 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 379, reset compression=false 2024-11-27T07:22:00,734 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.shipper289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,40001,1732692101202 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:22:00,941 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 379, reset compression=false 2024-11-27T07:22:01,257 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 379, reset compression=false 2024-11-27T07:22:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:01,616 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T07:22:01,616 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:22:01,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:01,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:01,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:01,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:01,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f45835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:01,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,42581,-1 for getting cluster id 2024-11-27T07:22:01,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:01,618 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e12b7ef-11ae-4458-ac9f-2bb23f8342f9' 2024-11-27T07:22:01,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:01,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e12b7ef-11ae-4458-ac9f-2bb23f8342f9" 2024-11-27T07:22:01,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f04306e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:01,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,42581,-1] 2024-11-27T07:22:01,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:01,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:01,620 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:01,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de3db95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:01,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:01,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,42581,1732692108017 2024-11-27T07:22:01,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4af92394 2024-11-27T07:22:01,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:22:01,623 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:22:01,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://289954c9202d:43761,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T07:22:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T07:22:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:01,627 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:43761' 2024-11-27T07:22:01,628 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53761ceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:01,628 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,43761,-1 for getting cluster id 2024-11-27T07:22:01,628 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:01,628 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46481af5-5063-445d-92e6-4dd79770d621' 2024-11-27T07:22:01,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:01,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46481af5-5063-445d-92e6-4dd79770d621" 2024-11-27T07:22:01,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e18af1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:01,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,43761,-1] 2024-11-27T07:22:01,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:01,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:01,630 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:01,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3507115e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:01,631 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:01,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,43761,1732692114056 2024-11-27T07:22:01,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2674d376 2024-11-27T07:22:01,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:22:01,633 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:22:01,634 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T07:22:01,634 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T07:22:01,634 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:01,634 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:01,635 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:22:01,636 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T07:22:01,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:22:01,637 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:01,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:01,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:22:01,661 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 379, reset compression=false 2024-11-27T07:22:01,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741837_1013 (size=1138) 2024-11-27T07:22:01,686 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T07:22:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:01,840 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:22:01,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:01,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:01,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:01,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:01,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:01,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:01,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:01,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:01,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:01,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:01,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:01,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:01,919 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T07:22:01,920 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T07:22:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:02,084 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a241b102aa1860bef76dc3584fa68612, NAME => 'hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333 2024-11-27T07:22:02,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741838_1014 (size=44) 2024-11-27T07:22:02,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:02,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a241b102aa1860bef76dc3584fa68612, disabling compactions & flushes 2024-11-27T07:22:02,092 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612. 2024-11-27T07:22:02,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612. 2024-11-27T07:22:02,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612. after waiting 0 ms 2024-11-27T07:22:02,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612. 2024-11-27T07:22:02,092 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612. 2024-11-27T07:22:02,093 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a241b102aa1860bef76dc3584fa68612: Waiting for close lock at 1732692122092Disabling compacts and flushes for region at 1732692122092Disabling writes for close at 1732692122092Writing region close event to WAL at 1732692122092Closed at 1732692122092 2024-11-27T07:22:02,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:22:02,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732692122094"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692122094"}]},"ts":"1732692122094"} 2024-11-27T07:22:02,097 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:22:02,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:22:02,098 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692122098"}]},"ts":"1732692122098"} 2024-11-27T07:22:02,100 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T07:22:02,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a241b102aa1860bef76dc3584fa68612, ASSIGN}] 2024-11-27T07:22:02,102 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a241b102aa1860bef76dc3584fa68612, ASSIGN 2024-11-27T07:22:02,103 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a241b102aa1860bef76dc3584fa68612, ASSIGN; state=OFFLINE, location=289954c9202d,37855,1732692108660; forceNewPlan=false, retain=false 2024-11-27T07:22:02,177 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 379, reset compression=false 2024-11-27T07:22:02,254 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a241b102aa1860bef76dc3584fa68612, regionState=OPENING, regionLocation=289954c9202d,37855,1732692108660 2024-11-27T07:22:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:02,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a241b102aa1860bef76dc3584fa68612, ASSIGN because future has completed 2024-11-27T07:22:02,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a241b102aa1860bef76dc3584fa68612, server=289954c9202d,37855,1732692108660}] 2024-11-27T07:22:02,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612. 2024-11-27T07:22:02,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:22:02,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T07:22:02,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C37855%2C1732692108660.rep, suffix=, logDir=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660, archiveDir=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/oldWALs, maxLogs=10 2024-11-27T07:22:02,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.rep.1732692122432, exclude list is [], retry=0 2024-11-27T07:22:02,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42333,DS-af0010ab-8082-46d7-bbaa-03ee244a92ad,DISK] 2024-11-27T07:22:02,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.rep.1732692122432 2024-11-27T07:22:02,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33349:33349)] 2024-11-27T07:22:02,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a241b102aa1860bef76dc3584fa68612, NAME => 'hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:22:02,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:22:02,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:22:02,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612. service=MultiRowMutationService 2024-11-27T07:22:02,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T07:22:02,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a241b102aa1860bef76dc3584fa68612 2024-11-27T07:22:02,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:02,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a241b102aa1860bef76dc3584fa68612 2024-11-27T07:22:02,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a241b102aa1860bef76dc3584fa68612 2024-11-27T07:22:02,462 INFO [StoreOpener-a241b102aa1860bef76dc3584fa68612-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a241b102aa1860bef76dc3584fa68612 2024-11-27T07:22:02,463 INFO [StoreOpener-a241b102aa1860bef76dc3584fa68612-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a241b102aa1860bef76dc3584fa68612 columnFamilyName hfileref 2024-11-27T07:22:02,464 DEBUG [StoreOpener-a241b102aa1860bef76dc3584fa68612-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:02,464 INFO [StoreOpener-a241b102aa1860bef76dc3584fa68612-1 {}] regionserver.HStore(327): Store=a241b102aa1860bef76dc3584fa68612/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:02,464 INFO [StoreOpener-a241b102aa1860bef76dc3584fa68612-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a241b102aa1860bef76dc3584fa68612 2024-11-27T07:22:02,465 INFO [StoreOpener-a241b102aa1860bef76dc3584fa68612-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a241b102aa1860bef76dc3584fa68612 columnFamilyName queue 2024-11-27T07:22:02,465 DEBUG [StoreOpener-a241b102aa1860bef76dc3584fa68612-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:02,466 INFO [StoreOpener-a241b102aa1860bef76dc3584fa68612-1 {}] regionserver.HStore(327): Store=a241b102aa1860bef76dc3584fa68612/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:02,466 INFO [StoreOpener-a241b102aa1860bef76dc3584fa68612-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a241b102aa1860bef76dc3584fa68612 2024-11-27T07:22:02,467 INFO [StoreOpener-a241b102aa1860bef76dc3584fa68612-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a241b102aa1860bef76dc3584fa68612 columnFamilyName sid 2024-11-27T07:22:02,467 DEBUG [StoreOpener-a241b102aa1860bef76dc3584fa68612-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:02,467 INFO [StoreOpener-a241b102aa1860bef76dc3584fa68612-1 {}] regionserver.HStore(327): Store=a241b102aa1860bef76dc3584fa68612/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:02,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a241b102aa1860bef76dc3584fa68612 2024-11-27T07:22:02,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/replication/a241b102aa1860bef76dc3584fa68612 2024-11-27T07:22:02,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/replication/a241b102aa1860bef76dc3584fa68612 2024-11-27T07:22:02,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a241b102aa1860bef76dc3584fa68612 2024-11-27T07:22:02,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a241b102aa1860bef76dc3584fa68612 2024-11-27T07:22:02,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:22:02,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a241b102aa1860bef76dc3584fa68612 2024-11-27T07:22:02,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/replication/a241b102aa1860bef76dc3584fa68612/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:22:02,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a241b102aa1860bef76dc3584fa68612; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68343884, jitterRate=0.018403232097625732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:22:02,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a241b102aa1860bef76dc3584fa68612 2024-11-27T07:22:02,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a241b102aa1860bef76dc3584fa68612: Running coprocessor pre-open hook at 1732692122456Writing region info on filesystem at 1732692122456Initializing all the Stores at 1732692122457 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692122457Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692122462 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692122462Cleaning up temporary data from old regions at 1732692122469 (+7 ms)Running coprocessor post-open hooks at 1732692122473 (+4 ms)Region opened successfully at 1732692122473 2024-11-27T07:22:02,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612., pid=10, masterSystemTime=1732692122425 2024-11-27T07:22:02,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612. 2024-11-27T07:22:02,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612. 2024-11-27T07:22:02,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a241b102aa1860bef76dc3584fa68612, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,37855,1732692108660 2024-11-27T07:22:02,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a241b102aa1860bef76dc3584fa68612, server=289954c9202d,37855,1732692108660 because future has completed 2024-11-27T07:22:02,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T07:22:02,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a241b102aa1860bef76dc3584fa68612, server=289954c9202d,37855,1732692108660 in 215 msec 2024-11-27T07:22:02,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T07:22:02,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a241b102aa1860bef76dc3584fa68612, ASSIGN in 380 msec 2024-11-27T07:22:02,483 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:22:02,483 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692122483"}]},"ts":"1732692122483"} 2024-11-27T07:22:02,485 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T07:22:02,489 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:22:02,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 854 msec 2024-11-27T07:22:02,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612., hostname=289954c9202d,37855,1732692108660, seqNum=2] 2024-11-27T07:22:02,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x1017b2b39cf0004, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142888249 2024-11-27T07:22:02,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142888249 2024-11-27T07:22:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:02,781 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 379, reset compression=false 2024-11-27T07:22:03,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T07:22:03,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37855 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T07:22:03,241 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T07:22:03,306 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-289954c9202d,37855,1732692108660, ReplicationSource: 1, currentBandwidth=0 2024-11-27T07:22:03,323 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:22:03,324 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,37855,1732692108660, seqNum=-1] 2024-11-27T07:22:03,324 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:22:03,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-27T07:22:03,330 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-289954c9202d,37855,1732692108660', locateType=CURRENT is [region=hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612., hostname=289954c9202d,37855,1732692108660, seqNum=2] 2024-11-27T07:22:03,348 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T07:22:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T07:22:03,356 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 289954c9202d,37855,1732692108660 suceeded 2024-11-27T07:22:03,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T07:22:03,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 280 msec 2024-11-27T07:22:03,359 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://289954c9202d:43761,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T07:22:03,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7360 sec 2024-11-27T07:22:03,382 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:43761' 2024-11-27T07:22:03,396 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d4a72aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:03,396 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,43761,-1 for getting cluster id 2024-11-27T07:22:03,397 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:03,397 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46481af5-5063-445d-92e6-4dd79770d621' 2024-11-27T07:22:03,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:03,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46481af5-5063-445d-92e6-4dd79770d621" 2024-11-27T07:22:03,400 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:03,401 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63838a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:03,401 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,43761,-1] 2024-11-27T07:22:03,402 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:03,403 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:03,404 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3594e6cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:03,404 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:03,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,43761,1732692114056 2024-11-27T07:22:03,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bcf2c9e 2024-11-27T07:22:03,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:22:03,407 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-27T07:22:03,408 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-289954c9202d,37855,1732692108660 (queues=1) is replicating from cluster=1e12b7ef-11ae-4458-ac9f-2bb23f8342f9 to cluster=46481af5-5063-445d-92e6-4dd79770d621 2024-11-27T07:22:03,408 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=289954c9202d%2C37855%2C1732692108660 2024-11-27T07:22:03,408 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-289954c9202d,37855,1732692108660, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T07:22:03,409 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788, startPosition=0, beingWritten=true 2024-11-27T07:22:03,416 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.shipper289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 289954c9202d%2C37855%2C1732692108660 2024-11-27T07:22:03,425 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:03,425 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 379, reset compression=false 2024-11-27T07:22:03,426 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.shipper289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,37855,1732692108660 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:22:03,498 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 379, reset compression=false 2024-11-27T07:22:03,636 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 379, reset compression=false 2024-11-27T07:22:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:03,776 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T07:22:03,777 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:22:03,777 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:03,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:03,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:03,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:03,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e39543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:03,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,43761,-1 for getting cluster id 2024-11-27T07:22:03,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:03,780 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46481af5-5063-445d-92e6-4dd79770d621' 2024-11-27T07:22:03,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:03,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46481af5-5063-445d-92e6-4dd79770d621" 2024-11-27T07:22:03,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73dbbcb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:03,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,43761,-1] 2024-11-27T07:22:03,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:03,782 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:03,783 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:03,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b219495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:03,784 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:03,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,43761,1732692114056 2024-11-27T07:22:03,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6054ae25 2024-11-27T07:22:03,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:22:03,786 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:22:03,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://289954c9202d:33945,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T07:22:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T07:22:03,791 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:33945' 2024-11-27T07:22:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:03,804 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b688a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:03,804 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,33945,-1 for getting cluster id 2024-11-27T07:22:03,805 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:03,805 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b19ef4f-78b2-4fa7-92ce-65588f54de88' 2024-11-27T07:22:03,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:03,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b19ef4f-78b2-4fa7-92ce-65588f54de88" 2024-11-27T07:22:03,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e519da7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:03,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,33945,-1] 2024-11-27T07:22:03,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:03,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:03,807 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:03,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24499de8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:03,809 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:03,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,33945,1732692100932 2024-11-27T07:22:03,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@791cd75f 2024-11-27T07:22:03,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:22:03,812 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:22:03,813 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T07:22:03,813 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T07:22:03,813 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:03,813 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:03,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:03,814 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:22:03,822 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T07:22:03,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:22:03,824 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:03,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:22:03,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741837_1013 (size=1138) 2024-11-27T07:22:03,873 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T07:22:03,876 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0de6e81ac15e88c977c197e3faa21e4a, NAME => 'hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace 2024-11-27T07:22:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:03,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741838_1014 (size=44) 2024-11-27T07:22:03,904 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:03,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0de6e81ac15e88c977c197e3faa21e4a, disabling compactions & flushes 2024-11-27T07:22:03,905 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a. 2024-11-27T07:22:03,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a. 2024-11-27T07:22:03,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a. after waiting 0 ms 2024-11-27T07:22:03,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a. 2024-11-27T07:22:03,905 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a. 2024-11-27T07:22:03,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0de6e81ac15e88c977c197e3faa21e4a: Waiting for close lock at 1732692123905Disabling compacts and flushes for region at 1732692123905Disabling writes for close at 1732692123905Writing region close event to WAL at 1732692123905Closed at 1732692123905 2024-11-27T07:22:03,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:22:03,906 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732692123906"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692123906"}]},"ts":"1732692123906"} 2024-11-27T07:22:03,909 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:22:03,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:22:03,910 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692123910"}]},"ts":"1732692123910"} 2024-11-27T07:22:03,918 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T07:22:03,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0de6e81ac15e88c977c197e3faa21e4a, ASSIGN}] 2024-11-27T07:22:03,920 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0de6e81ac15e88c977c197e3faa21e4a, ASSIGN 2024-11-27T07:22:03,922 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0de6e81ac15e88c977c197e3faa21e4a, ASSIGN; state=OFFLINE, location=289954c9202d,38957,1732692114309; forceNewPlan=false, retain=false 2024-11-27T07:22:03,966 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 379, reset compression=false 2024-11-27T07:22:04,073 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0de6e81ac15e88c977c197e3faa21e4a, regionState=OPENING, regionLocation=289954c9202d,38957,1732692114309 2024-11-27T07:22:04,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0de6e81ac15e88c977c197e3faa21e4a, ASSIGN because future has completed 2024-11-27T07:22:04,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0de6e81ac15e88c977c197e3faa21e4a, server=289954c9202d,38957,1732692114309}] 2024-11-27T07:22:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:04,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a. 2024-11-27T07:22:04,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:22:04,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T07:22:04,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C38957%2C1732692114309.rep, suffix=, logDir=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309, archiveDir=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/oldWALs, maxLogs=10 2024-11-27T07:22:04,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.rep.1732692124250, exclude list is [], retry=0 2024-11-27T07:22:04,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34947,DS-d97aae7b-38e9-4b06-b9bd-dc1eaa65ff64,DISK] 2024-11-27T07:22:04,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.rep.1732692124250 2024-11-27T07:22:04,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38337:38337)] 2024-11-27T07:22:04,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0de6e81ac15e88c977c197e3faa21e4a, NAME => 'hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:22:04,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:22:04,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:22:04,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a. service=MultiRowMutationService 2024-11-27T07:22:04,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T07:22:04,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0de6e81ac15e88c977c197e3faa21e4a 2024-11-27T07:22:04,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:04,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0de6e81ac15e88c977c197e3faa21e4a 2024-11-27T07:22:04,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0de6e81ac15e88c977c197e3faa21e4a 2024-11-27T07:22:04,295 INFO [StoreOpener-0de6e81ac15e88c977c197e3faa21e4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0de6e81ac15e88c977c197e3faa21e4a 2024-11-27T07:22:04,297 INFO [StoreOpener-0de6e81ac15e88c977c197e3faa21e4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0de6e81ac15e88c977c197e3faa21e4a columnFamilyName hfileref 2024-11-27T07:22:04,297 DEBUG [StoreOpener-0de6e81ac15e88c977c197e3faa21e4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:04,297 INFO [StoreOpener-0de6e81ac15e88c977c197e3faa21e4a-1 {}] regionserver.HStore(327): Store=0de6e81ac15e88c977c197e3faa21e4a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:04,297 INFO [StoreOpener-0de6e81ac15e88c977c197e3faa21e4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0de6e81ac15e88c977c197e3faa21e4a 2024-11-27T07:22:04,299 INFO [StoreOpener-0de6e81ac15e88c977c197e3faa21e4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0de6e81ac15e88c977c197e3faa21e4a columnFamilyName queue 2024-11-27T07:22:04,299 DEBUG [StoreOpener-0de6e81ac15e88c977c197e3faa21e4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:04,299 INFO [StoreOpener-0de6e81ac15e88c977c197e3faa21e4a-1 {}] regionserver.HStore(327): Store=0de6e81ac15e88c977c197e3faa21e4a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:04,299 INFO [StoreOpener-0de6e81ac15e88c977c197e3faa21e4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0de6e81ac15e88c977c197e3faa21e4a 2024-11-27T07:22:04,300 INFO [StoreOpener-0de6e81ac15e88c977c197e3faa21e4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0de6e81ac15e88c977c197e3faa21e4a columnFamilyName sid 2024-11-27T07:22:04,300 DEBUG [StoreOpener-0de6e81ac15e88c977c197e3faa21e4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:04,301 INFO [StoreOpener-0de6e81ac15e88c977c197e3faa21e4a-1 {}] regionserver.HStore(327): Store=0de6e81ac15e88c977c197e3faa21e4a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:04,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0de6e81ac15e88c977c197e3faa21e4a 2024-11-27T07:22:04,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/replication/0de6e81ac15e88c977c197e3faa21e4a 2024-11-27T07:22:04,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/replication/0de6e81ac15e88c977c197e3faa21e4a 2024-11-27T07:22:04,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0de6e81ac15e88c977c197e3faa21e4a 2024-11-27T07:22:04,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0de6e81ac15e88c977c197e3faa21e4a 2024-11-27T07:22:04,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:22:04,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0de6e81ac15e88c977c197e3faa21e4a 2024-11-27T07:22:04,308 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 379, reset compression=false 2024-11-27T07:22:04,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/replication/0de6e81ac15e88c977c197e3faa21e4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:22:04,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0de6e81ac15e88c977c197e3faa21e4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59720344, jitterRate=-0.11009752750396729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:22:04,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0de6e81ac15e88c977c197e3faa21e4a 2024-11-27T07:22:04,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0de6e81ac15e88c977c197e3faa21e4a: Running coprocessor pre-open hook at 1732692124285Writing region info on filesystem at 1732692124285Initializing all the Stores at 1732692124287 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692124287Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692124295 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692124295Cleaning up temporary data from old regions at 1732692124304 (+9 ms)Running coprocessor post-open hooks at 1732692124329 (+25 ms)Region opened successfully at 1732692124329 2024-11-27T07:22:04,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a., pid=10, masterSystemTime=1732692124229 2024-11-27T07:22:04,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a. 2024-11-27T07:22:04,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a. 2024-11-27T07:22:04,335 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0de6e81ac15e88c977c197e3faa21e4a, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,38957,1732692114309 2024-11-27T07:22:04,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0de6e81ac15e88c977c197e3faa21e4a, server=289954c9202d,38957,1732692114309 because future has completed 2024-11-27T07:22:04,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T07:22:04,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0de6e81ac15e88c977c197e3faa21e4a, server=289954c9202d,38957,1732692114309 in 273 msec 2024-11-27T07:22:04,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T07:22:04,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0de6e81ac15e88c977c197e3faa21e4a, ASSIGN in 433 msec 2024-11-27T07:22:04,355 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:22:04,356 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692124355"}]},"ts":"1732692124355"} 2024-11-27T07:22:04,358 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T07:22:04,360 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:22:04,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 540 msec 2024-11-27T07:22:04,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a., hostname=289954c9202d,38957,1732692114309, seqNum=2] 2024-11-27T07:22:04,390 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 379, reset compression=false 2024-11-27T07:22:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:04,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x1017b2b39cf0007, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-45337859 2024-11-27T07:22:04,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-45337859 2024-11-27T07:22:04,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T07:22:04,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38957 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T07:22:04,648 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T07:22:04,691 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-289954c9202d,38957,1732692114309, ReplicationSource: 1, currentBandwidth=0 2024-11-27T07:22:04,691 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:22:04,692 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,38957,1732692114309, seqNum=-1] 2024-11-27T07:22:04,692 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:22:04,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-27T07:22:04,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-289954c9202d,38957,1732692114309', locateType=CURRENT is [region=hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a., hostname=289954c9202d,38957,1732692114309, seqNum=2] 2024-11-27T07:22:04,716 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T07:22:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T07:22:04,719 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 289954c9202d,38957,1732692114309 suceeded 2024-11-27T07:22:04,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T07:22:04,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 241 msec 2024-11-27T07:22:04,721 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://289954c9202d:33945,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T07:22:04,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 934 msec 2024-11-27T07:22:04,735 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:33945' 2024-11-27T07:22:04,737 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d191ed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:04,737 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,33945,-1 for getting cluster id 2024-11-27T07:22:04,737 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:04,738 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b19ef4f-78b2-4fa7-92ce-65588f54de88' 2024-11-27T07:22:04,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:04,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b19ef4f-78b2-4fa7-92ce-65588f54de88" 2024-11-27T07:22:04,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a8d7013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:04,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,33945,-1] 2024-11-27T07:22:04,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:04,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:04,739 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:04,740 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24101f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:04,740 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:04,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,33945,1732692100932 2024-11-27T07:22:04,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@531c583 2024-11-27T07:22:04,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:22:04,741 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-27T07:22:04,742 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-289954c9202d,38957,1732692114309 (queues=1) is replicating from cluster=46481af5-5063-445d-92e6-4dd79770d621 to cluster=2b19ef4f-78b2-4fa7-92ce-65588f54de88 2024-11-27T07:22:04,742 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=289954c9202d%2C38957%2C1732692114309 2024-11-27T07:22:04,742 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-289954c9202d,38957,1732692114309, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T07:22:04,742 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839, startPosition=0, beingWritten=true 2024-11-27T07:22:04,744 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.shipper289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 289954c9202d%2C38957%2C1732692114309 2024-11-27T07:22:04,749 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:04,749 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 379, reset compression=false 2024-11-27T07:22:04,749 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.shipper289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,38957,1732692114309 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:22:04,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T07:22:04,872 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T07:22:04,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T07:22:04,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T07:22:04,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:22:04,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T07:22:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:04,926 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T07:22:04,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:22:04,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:04,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:04,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:04,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:04,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590b12be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:04,927 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,33945,-1 for getting cluster id 2024-11-27T07:22:04,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:04,927 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b19ef4f-78b2-4fa7-92ce-65588f54de88' 2024-11-27T07:22:04,927 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b19ef4f-78b2-4fa7-92ce-65588f54de88" 2024-11-27T07:22:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a8ea449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,33945,-1] 2024-11-27T07:22:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:04,929 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:04,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@456ad05b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:04,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cf841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:04,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,42581,-1 for getting cluster id 2024-11-27T07:22:04,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:04,930 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e12b7ef-11ae-4458-ac9f-2bb23f8342f9' 2024-11-27T07:22:04,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:04,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e12b7ef-11ae-4458-ac9f-2bb23f8342f9" 2024-11-27T07:22:04,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f41fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:04,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,42581,-1] 2024-11-27T07:22:04,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:04,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:04,931 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:04,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692835c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:04,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfcaacd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:04,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,43761,-1 for getting cluster id 2024-11-27T07:22:04,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:04,933 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46481af5-5063-445d-92e6-4dd79770d621' 2024-11-27T07:22:04,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:04,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46481af5-5063-445d-92e6-4dd79770d621" 2024-11-27T07:22:04,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2d8b02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:04,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,43761,-1] 2024-11-27T07:22:04,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:04,933 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 379, reset compression=false 2024-11-27T07:22:04,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:04,934 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:04,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f0c74c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:04,935 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:22:04,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,40001,1732692101202, seqNum=-1] 2024-11-27T07:22:04,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:22:04,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:22:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732692116524.7f263d541336a43bce870156bb03f0a3., hostname=289954c9202d,40001,1732692101202, seqNum=2] 2024-11-27T07:22:04,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:22:04,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,38957,1732692114309, seqNum=-1] 2024-11-27T07:22:04,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:22:04,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:22:04,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7., hostname=289954c9202d,38957,1732692114309, seqNum=2] 2024-11-27T07:22:04,946 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T07:22:04,957 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 379, reset compression=false 2024-11-27T07:22:05,258 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 379, reset compression=false 2024-11-27T07:22:05,261 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 379, reset compression=false 2024-11-27T07:22:05,272 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:22:05,272 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 480, reset compression=false 2024-11-27T07:22:05,272 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.shipper289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,40001,1732692101202 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f263d541336a43bce870156bb03f0a3/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T07:22:05,274 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.shipper289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:22:05,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-27T07:22:05,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:22:05,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@585c2563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:05,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,42581,-1 for getting cluster id 2024-11-27T07:22:05,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:05,277 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e12b7ef-11ae-4458-ac9f-2bb23f8342f9' 2024-11-27T07:22:05,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:05,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e12b7ef-11ae-4458-ac9f-2bb23f8342f9" 2024-11-27T07:22:05,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@840f326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:05,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,42581,-1] 2024-11-27T07:22:05,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:05,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:05,279 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:05,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bd9045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:05,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:22:05,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,37855,1732692108660, seqNum=-1] 2024-11-27T07:22:05,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:22:05,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-27T07:22:05,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732692117669.533e403c875198e47a04836b41020510., hostname=289954c9202d,37855,1732692108660, seqNum=2] 2024-11-27T07:22:05,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:22:05,478 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 480, reset compression=false 2024-11-27T07:22:05,537 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 379, reset compression=false 2024-11-27T07:22:05,541 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:22:05,541 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 503, reset compression=false 2024-11-27T07:22:05,541 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.shipper289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,37855,1732692108660 got entry batch from reader: WALEntryBatch [walEntries=[{test/533e403c875198e47a04836b41020510/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-27T07:22:05,544 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.shipper289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:22:05,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-27T07:22:05,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:22:05,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@675a6be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:05,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,43761,-1 for getting cluster id 2024-11-27T07:22:05,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:05,546 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46481af5-5063-445d-92e6-4dd79770d621' 2024-11-27T07:22:05,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:05,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46481af5-5063-445d-92e6-4dd79770d621" 2024-11-27T07:22:05,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39b1428a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:05,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,43761,-1] 2024-11-27T07:22:05,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:05,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:05,548 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:05,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3344fc4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:05,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:22:05,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,38957,1732692114309, seqNum=-1] 2024-11-27T07:22:05,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:22:05,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-27T07:22:05,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7., hostname=289954c9202d,38957,1732692114309, seqNum=2] 2024-11-27T07:22:05,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:22:05,672 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 379, reset compression=false 2024-11-27T07:22:05,676 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:05,676 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 526, reset compression=false 2024-11-27T07:22:05,676 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.shipper289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,38957,1732692114309 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:22:05,745 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 503, reset compression=false 2024-11-27T07:22:05,781 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 480, reset compression=false 2024-11-27T07:22:05,881 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 526, reset compression=false 2024-11-27T07:22:05,947 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T07:22:05,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:22:05,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,37855,1732692108660, seqNum=-1] 2024-11-27T07:22:05,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:22:05,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:22:05,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732692117669.533e403c875198e47a04836b41020510., hostname=289954c9202d,37855,1732692108660, seqNum=2] 2024-11-27T07:22:05,953 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T07:22:06,053 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 503, reset compression=false 2024-11-27T07:22:06,057 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:22:06,057 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 607, reset compression=false 2024-11-27T07:22:06,057 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.shipper289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,37855,1732692108660 got entry batch from reader: WALEntryBatch [walEntries=[{test/533e403c875198e47a04836b41020510/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T07:22:06,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:22:06,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:22:06,184 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 526, reset compression=false 2024-11-27T07:22:06,186 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 480, reset compression=false 2024-11-27T07:22:06,188 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:22:06,188 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 653, reset compression=false 2024-11-27T07:22:06,188 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.shipper289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,38957,1732692114309 got entry batch from reader: WALEntryBatch [walEntries=[{test/94774f1be20bbdf86338b55bdc47dcf7/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T07:22:06,191 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.shipper289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:22:06,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-27T07:22:06,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40001 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:22:06,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@816bb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:06,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40001 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,33945,-1 for getting cluster id 2024-11-27T07:22:06,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:06,197 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b19ef4f-78b2-4fa7-92ce-65588f54de88' 2024-11-27T07:22:06,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:06,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b19ef4f-78b2-4fa7-92ce-65588f54de88" 2024-11-27T07:22:06,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bf9a2c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:06,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,33945,-1] 2024-11-27T07:22:06,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:06,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:06,198 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:06,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@554a7b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:06,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40001 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:22:06,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,40001,1732692101202, seqNum=-1] 2024-11-27T07:22:06,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:22:06,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-27T07:22:06,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732692116524.7f263d541336a43bce870156bb03f0a3., hostname=289954c9202d,40001,1732692101202, seqNum=2] 2024-11-27T07:22:06,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40001 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:22:06,261 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 607, reset compression=false 2024-11-27T07:22:06,397 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 653, reset compression=false 2024-11-27T07:22:06,564 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 607, reset compression=false 2024-11-27T07:22:06,692 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 480, reset compression=false 2024-11-27T07:22:06,696 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:06,696 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 630, reset compression=false 2024-11-27T07:22:06,696 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.shipper289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,40001,1732692101202 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:22:06,700 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 653, reset compression=false 2024-11-27T07:22:06,899 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 630, reset compression=false 2024-11-27T07:22:06,955 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T07:22:06,957 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-27T07:22:06,969 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 607, reset compression=false 2024-11-27T07:22:07,103 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 653, reset compression=false 2024-11-27T07:22:07,106 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:22:07,106 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 757, reset compression=false 2024-11-27T07:22:07,106 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.shipper289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,38957,1732692114309 got entry batch from reader: WALEntryBatch [walEntries=[{test/94774f1be20bbdf86338b55bdc47dcf7/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T07:22:07,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40001 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:22:07,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40001 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:22:07,204 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 630, reset compression=false 2024-11-27T07:22:07,216 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:22:07,216 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 757, reset compression=false 2024-11-27T07:22:07,216 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.shipper289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,40001,1732692101202 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f263d541336a43bce870156bb03f0a3/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T07:22:07,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:22:07,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:22:07,311 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 757, reset compression=false 2024-11-27T07:22:07,421 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 757, reset compression=false 2024-11-27T07:22:07,473 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 607, reset compression=false 2024-11-27T07:22:07,476 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:07,477 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 757, reset compression=false 2024-11-27T07:22:07,477 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.shipper289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,37855,1732692108660 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:22:07,614 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 757, reset compression=false 2024-11-27T07:22:07,682 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 757, reset compression=false 2024-11-27T07:22:07,724 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 757, reset compression=false 2024-11-27T07:22:07,958 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:22:07,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:07,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:07,959 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-27T07:22:07,963 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T07:22:07,986 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 757, reset compression=false 2024-11-27T07:22:07,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:07,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:07,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:07,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:07,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:07,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:07,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:07,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:07,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:08,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:08,018 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 757, reset compression=false 2024-11-27T07:22:08,127 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 757, reset compression=false 2024-11-27T07:22:08,131 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:22:08,131 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 913, reset compression=false 2024-11-27T07:22:08,131 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.shipper289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,40001,1732692101202 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f263d541336a43bce870156bb03f0a3/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T07:22:08,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:22:08,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:22:08,334 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 913, reset compression=false 2024-11-27T07:22:08,389 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 757, reset compression=false 2024-11-27T07:22:08,394 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:22:08,394 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 904, reset compression=false 2024-11-27T07:22:08,394 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.shipper289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,37855,1732692108660 got entry batch from reader: WALEntryBatch [walEntries=[{test/533e403c875198e47a04836b41020510/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-27T07:22:08,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:22:08,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:22:08,521 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 757, reset compression=false 2024-11-27T07:22:08,524 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:08,524 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 927, reset compression=false 2024-11-27T07:22:08,524 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.shipper289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,38957,1732692114309 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:22:08,599 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 904, reset compression=false 2024-11-27T07:22:08,637 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 913, reset compression=false 2024-11-27T07:22:08,727 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 927, reset compression=false 2024-11-27T07:22:08,902 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 904, reset compression=false 2024-11-27T07:22:08,966 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T07:22:08,969 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T07:22:09,031 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 927, reset compression=false 2024-11-27T07:22:09,040 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 913, reset compression=false 2024-11-27T07:22:09,305 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 904, reset compression=false 2024-11-27T07:22:09,308 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:22:09,308 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1063, reset compression=false 2024-11-27T07:22:09,308 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.shipper289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,37855,1732692108660 got entry batch from reader: WALEntryBatch [walEntries=[{test/533e403c875198e47a04836b41020510/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T07:22:09,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:22:09,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:22:09,435 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 927, reset compression=false 2024-11-27T07:22:09,438 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:22:09,438 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 1076, reset compression=false 2024-11-27T07:22:09,438 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.shipper289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,38957,1732692114309 got entry batch from reader: WALEntryBatch [walEntries=[{test/94774f1be20bbdf86338b55bdc47dcf7/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-27T07:22:09,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40001 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:22:09,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40001 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:22:09,511 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1063, reset compression=false 2024-11-27T07:22:09,543 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 913, reset compression=false 2024-11-27T07:22:09,546 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:09,546 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1085, reset compression=false 2024-11-27T07:22:09,546 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.shipper289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,40001,1732692101202 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:22:09,644 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 1076, reset compression=false 2024-11-27T07:22:09,749 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1085, reset compression=false 2024-11-27T07:22:09,814 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1063, reset compression=false 2024-11-27T07:22:09,953 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 1076, reset compression=false 2024-11-27T07:22:09,971 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T07:22:09,975 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-27T07:22:10,053 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1085, reset compression=false 2024-11-27T07:22:10,217 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1063, reset compression=false 2024-11-27T07:22:10,358 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 1076, reset compression=false 2024-11-27T07:22:10,362 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:22:10,362 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 1235, reset compression=false 2024-11-27T07:22:10,362 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.shipper289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,38957,1732692114309 got entry batch from reader: WALEntryBatch [walEntries=[{test/94774f1be20bbdf86338b55bdc47dcf7/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T07:22:10,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40001 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:22:10,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40001 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:22:10,457 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1085, reset compression=false 2024-11-27T07:22:10,470 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:22:10,470 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1234, reset compression=false 2024-11-27T07:22:10,470 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.shipper289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,40001,1732692101202 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f263d541336a43bce870156bb03f0a3/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-27T07:22:10,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:22:10,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:22:10,518 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T07:22:10,565 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 1235, reset compression=false 2024-11-27T07:22:10,676 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1234, reset compression=false 2024-11-27T07:22:10,721 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1063, reset compression=false 2024-11-27T07:22:10,754 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:10,754 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1235, reset compression=false 2024-11-27T07:22:10,754 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.shipper289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,37855,1732692108660 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:22:10,870 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 1235, reset compression=false 2024-11-27T07:22:10,962 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1235, reset compression=false 2024-11-27T07:22:10,977 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-27T07:22:10,979 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1234, reset compression=false 2024-11-27T07:22:10,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515b699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:10,982 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,43761,-1 for getting cluster id 2024-11-27T07:22:10,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:10,983 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46481af5-5063-445d-92e6-4dd79770d621' 2024-11-27T07:22:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46481af5-5063-445d-92e6-4dd79770d621" 2024-11-27T07:22:10,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@755d6344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:10,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,43761,-1] 2024-11-27T07:22:10,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:10,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:10,985 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54badfa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:10,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:10,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,43761,1732692114056 2024-11-27T07:22:10,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c885b02 2024-11-27T07:22:10,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:22:10,989 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:22:10,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-27T07:22:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-27T07:22:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T07:22:11,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T07:22:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T07:22:11,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38957 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-27T07:22:11,198 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-27T07:22:11,199 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-27T07:22:11,199 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-289954c9202d,38957,1732692114309 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-27T07:22:11,199 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/289954c9202d:0-0. 2024-11-27T07:22:11,199 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:11,199 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:11,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:11,199 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:11,266 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1235, reset compression=false 2024-11-27T07:22:11,300 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.shipper289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T07:22:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T07:22:11,383 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1234, reset compression=false 2024-11-27T07:22:11,400 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.shipper289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 terminated 2024-11-27T07:22:11,417 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-289954c9202d,38957,1732692114309, ReplicationSource: 1, currentBandwidth=0 2024-11-27T07:22:11,418 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-27T07:22:11,418 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T07:22:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-27T07:22:11,420 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 289954c9202d,38957,1732692114309 suceeded 2024-11-27T07:22:11,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T07:22:11,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 375 msec 2024-11-27T07:22:11,422 INFO [PEWorker-3 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-27T07:22:11,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 432 msec 2024-11-27T07:22:11,431 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:33945' 2024-11-27T07:22:11,432 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63a95ee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:11,433 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,33945,-1 for getting cluster id 2024-11-27T07:22:11,433 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:11,433 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b19ef4f-78b2-4fa7-92ce-65588f54de88' 2024-11-27T07:22:11,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:11,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b19ef4f-78b2-4fa7-92ce-65588f54de88" 2024-11-27T07:22:11,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@419681a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:11,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,33945,-1] 2024-11-27T07:22:11,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:11,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:11,434 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:11,435 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2afaa04a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:11,435 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:11,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,33945,1732692100932 2024-11-27T07:22:11,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26f99a28 2024-11-27T07:22:11,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:22:11,437 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-27T07:22:11,437 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-289954c9202d,38957,1732692114309 (queues=1) is replicating from cluster=46481af5-5063-445d-92e6-4dd79770d621 to cluster=2b19ef4f-78b2-4fa7-92ce-65588f54de88 2024-11-27T07:22:11,438 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=289954c9202d%2C38957%2C1732692114309 2024-11-27T07:22:11,438 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-289954c9202d,38957,1732692114309, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T07:22:11,438 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.shipper289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 289954c9202d%2C38957%2C1732692114309 2024-11-27T07:22:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T07:22:11,616 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-27T07:22:11,616 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:22:11,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:11,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:11,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:11,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:11,620 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-27T07:22:11,670 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1235, reset compression=false 2024-11-27T07:22:11,685 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:11,686 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:22:11,686 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68469 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:22:11,886 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1234, reset compression=false 2024-11-27T07:22:11,891 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:22:11,891 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1338, reset compression=false 2024-11-27T07:22:11,891 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.shipper289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,40001,1732692101202 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f263d541336a43bce870156bb03f0a3/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T07:22:11,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:22:11,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:22:12,096 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1338, reset compression=false 2024-11-27T07:22:12,175 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1235, reset compression=false 2024-11-27T07:22:12,179 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:22:12,179 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1362, reset compression=false 2024-11-27T07:22:12,179 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.shipper289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,37855,1732692108660 got entry batch from reader: WALEntryBatch [walEntries=[{test/533e403c875198e47a04836b41020510/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T07:22:12,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:22:12,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:22:12,383 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1362, reset compression=false 2024-11-27T07:22:12,400 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1338, reset compression=false 2024-11-27T07:22:12,626 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-27T07:22:12,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167e26de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:12,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,43761,-1 for getting cluster id 2024-11-27T07:22:12,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:12,631 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46481af5-5063-445d-92e6-4dd79770d621' 2024-11-27T07:22:12,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:12,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46481af5-5063-445d-92e6-4dd79770d621" 2024-11-27T07:22:12,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed90650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:12,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,43761,-1] 2024-11-27T07:22:12,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:12,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:12,633 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:12,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4524f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:12,637 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:12,639 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,43761,1732692114056 2024-11-27T07:22:12,639 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3310bb5a 2024-11-27T07:22:12,640 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:22:12,641 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:22:12,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-27T07:22:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-27T07:22:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T07:22:12,687 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1362, reset compression=false 2024-11-27T07:22:12,698 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:22:12,698 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1466, reset compression=false 2024-11-27T07:22:12,698 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.shipper289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,37855,1732692108660 got entry batch from reader: WALEntryBatch [walEntries=[{test/533e403c875198e47a04836b41020510/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T07:22:12,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:22:12,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:22:12,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T07:22:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T07:22:12,805 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1338, reset compression=false 2024-11-27T07:22:12,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38957 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-27T07:22:12,863 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-27T07:22:12,863 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T07:22:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-27T07:22:12,866 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 289954c9202d,38957,1732692114309 suceeded 2024-11-27T07:22:12,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-27T07:22:12,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-27T07:22:12,867 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-27T07:22:12,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 225 msec 2024-11-27T07:22:12,920 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1466, reset compression=false 2024-11-27T07:22:12,940 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839, startPosition=1235, beingWritten=true 2024-11-27T07:22:12,949 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:22:12,949 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 1512, reset compression=false 2024-11-27T07:22:12,949 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.shipper289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,38957,1732692114309 got entry batch from reader: WALEntryBatch [walEntries=[{test/94774f1be20bbdf86338b55bdc47dcf7/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T07:22:12,952 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.shipper289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:22:12,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-27T07:22:12,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40001 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:22:12,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40001 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:22:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T07:22:12,966 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-27T07:22:12,966 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:22:12,966 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:12,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:12,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:12,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:12,968 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-27T07:22:12,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T07:22:12,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:22:12,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:12,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:12,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:12,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:12,969 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T07:22:12,969 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=255593702, stopped=false 2024-11-27T07:22:12,969 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=289954c9202d,43761,1732692114056 2024-11-27T07:22:12,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-45337859/running 2024-11-27T07:22:12,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x1017b2b39cf0007, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-45337859/running 2024-11-27T07:22:12,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-45337859 2024-11-27T07:22:12,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x1017b2b39cf0007, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-45337859 2024-11-27T07:22:12,981 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:22:12,981 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:22:12,982 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:12,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:12,982 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '289954c9202d,38957,1732692114309' ***** 2024-11-27T07:22:12,982 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T07:22:12,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38957-0x1017b2b39cf0007, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Set watcher on znode that does not yet exist, /2-45337859/running 2024-11-27T07:22:12,982 INFO [RS:0;289954c9202d:38957 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T07:22:12,982 INFO [RS:0;289954c9202d:38957 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T07:22:12,982 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T07:22:12,983 INFO [RS:0;289954c9202d:38957 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T07:22:12,983 INFO [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(3091): Received CLOSE for 94774f1be20bbdf86338b55bdc47dcf7 2024-11-27T07:22:12,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Set watcher on znode that does not yet exist, /2-45337859/running 2024-11-27T07:22:12,984 INFO [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(3091): Received CLOSE for 0de6e81ac15e88c977c197e3faa21e4a 2024-11-27T07:22:12,984 INFO [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(959): stopping server 289954c9202d,38957,1732692114309 2024-11-27T07:22:12,984 INFO [RS:0;289954c9202d:38957 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:22:12,984 INFO [RS:0;289954c9202d:38957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:38957. 2024-11-27T07:22:12,984 DEBUG [RS:0;289954c9202d:38957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:12,984 DEBUG [RS:0;289954c9202d:38957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:12,984 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94774f1be20bbdf86338b55bdc47dcf7, disabling compactions & flushes 2024-11-27T07:22:12,984 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7. 2024-11-27T07:22:12,985 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7. 2024-11-27T07:22:12,985 INFO [RS:0;289954c9202d:38957 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T07:22:12,985 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7. after waiting 0 ms 2024-11-27T07:22:12,985 INFO [RS:0;289954c9202d:38957 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T07:22:12,985 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7. 2024-11-27T07:22:12,985 INFO [RS:0;289954c9202d:38957 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T07:22:12,985 INFO [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T07:22:12,985 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 94774f1be20bbdf86338b55bdc47dcf7 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-27T07:22:12,985 INFO [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T07:22:12,985 DEBUG [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(1325): Online Regions={94774f1be20bbdf86338b55bdc47dcf7=test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7., 1588230740=hbase:meta,,1.1588230740, 0de6e81ac15e88c977c197e3faa21e4a=hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a.} 2024-11-27T07:22:12,985 DEBUG [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(1351): Waiting on 0de6e81ac15e88c977c197e3faa21e4a, 1588230740, 94774f1be20bbdf86338b55bdc47dcf7 2024-11-27T07:22:12,985 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:22:12,985 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:22:12,985 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:22:12,985 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:22:12,985 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:22:12,985 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T07:22:13,027 INFO [regionserver/289954c9202d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:22:13,031 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740/.tmp/info/2006e49a76fd47c2adb49f8194e5a683 is 147, key is hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a./info:regioninfo/1732692124335/Put/seqid=0 2024-11-27T07:22:13,044 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/default/test/94774f1be20bbdf86338b55bdc47dcf7/.tmp/f/e3b6f44009c04219a4f96f19e6f12467 is 37, key is row3/f:row3/1732692131617/Put/seqid=0 2024-11-27T07:22:13,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741840_1016 (size=7686) 2024-11-27T07:22:13,078 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740/.tmp/info/2006e49a76fd47c2adb49f8194e5a683 2024-11-27T07:22:13,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741841_1017 (size=5228) 2024-11-27T07:22:13,124 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740/.tmp/ns/911eb49c35454471b53e57edb4fb1834 is 43, key is default/ns:d/1732692116385/Put/seqid=0 2024-11-27T07:22:13,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741842_1018 (size=5153) 2024-11-27T07:22:13,151 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740/.tmp/ns/911eb49c35454471b53e57edb4fb1834 2024-11-27T07:22:13,166 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 1512, reset compression=false 2024-11-27T07:22:13,174 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740/.tmp/rep_barrier/bcae4c83525b4c99be85dc63b1cf5909 is 112, key is test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7./rep_barrier:seqnumDuringOpen/1732692119086/Put/seqid=0 2024-11-27T07:22:13,185 DEBUG [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(1351): Waiting on 0de6e81ac15e88c977c197e3faa21e4a, 1588230740, 94774f1be20bbdf86338b55bdc47dcf7 2024-11-27T07:22:13,190 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:13,190 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 1759, reset compression=false 2024-11-27T07:22:13,190 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.shipper289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,38957,1732692114309 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:22:13,192 ERROR [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.shipper289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 289954c9202d,38957,1732692114309: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-289954c9202d,38957,1732692114309, walGroup=289954c9202d%2C38957%2C1732692114309, offset=289954c9202d%2C38957%2C1732692114309.1732692115839:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:38957 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T07:22:13,193 ERROR [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.shipper289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T07:22:13,193 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.shipper289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T07:22:13,194 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.shipper289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T07:22:13,194 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.shipper289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T07:22:13,194 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.shipper289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T07:22:13,194 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.shipper289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1130364928, "init": 1048576000, "max": 2306867200, "used": 851380464 }, "NonHeapMemoryUsage": { "committed": 200736768, "init": 7667712, "max": -1, "used": 197897672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T07:22:13,194 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.shipper289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:43761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:43761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T07:22:13,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741843_1019 (size=5518) 2024-11-27T07:22:13,214 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740/.tmp/rep_barrier/bcae4c83525b4c99be85dc63b1cf5909 2024-11-27T07:22:13,233 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1466, reset compression=false 2024-11-27T07:22:13,239 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740/.tmp/table/0d6ef14a45d54f61b09167df42eadbdd is 53, key is hbase:replication/table:state/1732692124355/Put/seqid=0 2024-11-27T07:22:13,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741844_1020 (size=5308) 2024-11-27T07:22:13,276 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740/.tmp/table/0d6ef14a45d54f61b09167df42eadbdd 2024-11-27T07:22:13,287 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740/.tmp/info/2006e49a76fd47c2adb49f8194e5a683 as hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740/info/2006e49a76fd47c2adb49f8194e5a683 2024-11-27T07:22:13,294 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740/info/2006e49a76fd47c2adb49f8194e5a683, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T07:22:13,296 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740/.tmp/ns/911eb49c35454471b53e57edb4fb1834 as hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740/ns/911eb49c35454471b53e57edb4fb1834 2024-11-27T07:22:13,302 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740/ns/911eb49c35454471b53e57edb4fb1834, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T07:22:13,304 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740/.tmp/rep_barrier/bcae4c83525b4c99be85dc63b1cf5909 as hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740/rep_barrier/bcae4c83525b4c99be85dc63b1cf5909 2024-11-27T07:22:13,310 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1338, reset compression=false 2024-11-27T07:22:13,312 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740/rep_barrier/bcae4c83525b4c99be85dc63b1cf5909, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T07:22:13,314 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740/.tmp/table/0d6ef14a45d54f61b09167df42eadbdd as hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740/table/0d6ef14a45d54f61b09167df42eadbdd 2024-11-27T07:22:13,320 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740/table/0d6ef14a45d54f61b09167df42eadbdd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T07:22:13,322 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 337ms, sequenceid=16, compaction requested=false 2024-11-27T07:22:13,330 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:13,330 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1488, reset compression=false 2024-11-27T07:22:13,330 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.shipper289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,40001,1732692101202 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:22:13,382 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T07:22:13,382 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:22:13,382 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:22:13,382 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:22:13,382 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692132985Running coprocessor pre-close hooks at 1732692132985Disabling compacts and flushes for region at 1732692132985Disabling writes for close at 1732692132985Obtaining lock to block concurrent updates at 1732692132985Preparing flush snapshotting stores in 1588230740 at 1732692132985Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732692132986 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732692132986Flushing 1588230740/info: creating writer at 1732692132986Flushing 1588230740/info: appending metadata at 1732692133030 (+44 ms)Flushing 1588230740/info: closing flushed file at 1732692133030Flushing 1588230740/ns: creating writer at 1732692133086 (+56 ms)Flushing 1588230740/ns: appending metadata at 1732692133123 (+37 ms)Flushing 1588230740/ns: closing flushed file at 1732692133123Flushing 1588230740/rep_barrier: creating writer at 1732692133155 (+32 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732692133174 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732692133174Flushing 1588230740/table: creating writer at 1732692133221 (+47 ms)Flushing 1588230740/table: appending metadata at 1732692133238 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732692133238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e5ded5: reopening flushed file at 1732692133286 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32872e7b: reopening flushed file at 1732692133295 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27247dd9: reopening flushed file at 1732692133303 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29e87da2: reopening flushed file at 1732692133313 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 337ms, sequenceid=16, compaction requested=false at 1732692133322 (+9 ms)Writing region close event to WAL at 1732692133370 (+48 ms)Running coprocessor post-close hooks at 1732692133382 (+12 ms)Closed at 1732692133382 2024-11-27T07:22:13,383 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T07:22:13,385 DEBUG [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(1351): Waiting on 0de6e81ac15e88c977c197e3faa21e4a, 94774f1be20bbdf86338b55bdc47dcf7 2024-11-27T07:22:13,418 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 1759, reset compression=false 2024-11-27T07:22:13,495 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/default/test/94774f1be20bbdf86338b55bdc47dcf7/.tmp/f/e3b6f44009c04219a4f96f19e6f12467 2024-11-27T07:22:13,500 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3b6f44009c04219a4f96f19e6f12467 2024-11-27T07:22:13,518 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/default/test/94774f1be20bbdf86338b55bdc47dcf7/.tmp/f1/25fe5cefb408419caf1b3bf870f42dfa is 30, key is row1/f1:/1732692128967/DeleteFamily/seqid=0 2024-11-27T07:22:13,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741845_1021 (size=5158) 2024-11-27T07:22:13,526 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/default/test/94774f1be20bbdf86338b55bdc47dcf7/.tmp/f1/25fe5cefb408419caf1b3bf870f42dfa 2024-11-27T07:22:13,530 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25fe5cefb408419caf1b3bf870f42dfa 2024-11-27T07:22:13,551 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/default/test/94774f1be20bbdf86338b55bdc47dcf7/.tmp/norep/f733c82fe3f5437cb5d2744e41235250 is 33, key is row2/norep:/1732692129972/DeleteFamily/seqid=0 2024-11-27T07:22:13,570 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1488, reset compression=false 2024-11-27T07:22:13,586 DEBUG [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(1351): Waiting on 0de6e81ac15e88c977c197e3faa21e4a, 94774f1be20bbdf86338b55bdc47dcf7 2024-11-27T07:22:13,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741846_1022 (size=5108) 2024-11-27T07:22:13,586 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/default/test/94774f1be20bbdf86338b55bdc47dcf7/.tmp/norep/f733c82fe3f5437cb5d2744e41235250 2024-11-27T07:22:13,591 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f733c82fe3f5437cb5d2744e41235250 2024-11-27T07:22:13,592 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/default/test/94774f1be20bbdf86338b55bdc47dcf7/.tmp/f/e3b6f44009c04219a4f96f19e6f12467 as hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/default/test/94774f1be20bbdf86338b55bdc47dcf7/f/e3b6f44009c04219a4f96f19e6f12467 2024-11-27T07:22:13,600 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3b6f44009c04219a4f96f19e6f12467 2024-11-27T07:22:13,600 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/default/test/94774f1be20bbdf86338b55bdc47dcf7/f/e3b6f44009c04219a4f96f19e6f12467, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T07:22:13,601 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/default/test/94774f1be20bbdf86338b55bdc47dcf7/.tmp/f1/25fe5cefb408419caf1b3bf870f42dfa as hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/default/test/94774f1be20bbdf86338b55bdc47dcf7/f1/25fe5cefb408419caf1b3bf870f42dfa 2024-11-27T07:22:13,607 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25fe5cefb408419caf1b3bf870f42dfa 2024-11-27T07:22:13,607 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/default/test/94774f1be20bbdf86338b55bdc47dcf7/f1/25fe5cefb408419caf1b3bf870f42dfa, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T07:22:13,608 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/default/test/94774f1be20bbdf86338b55bdc47dcf7/.tmp/norep/f733c82fe3f5437cb5d2744e41235250 as hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/default/test/94774f1be20bbdf86338b55bdc47dcf7/norep/f733c82fe3f5437cb5d2744e41235250 2024-11-27T07:22:13,616 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f733c82fe3f5437cb5d2744e41235250 2024-11-27T07:22:13,617 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/default/test/94774f1be20bbdf86338b55bdc47dcf7/norep/f733c82fe3f5437cb5d2744e41235250, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T07:22:13,618 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 94774f1be20bbdf86338b55bdc47dcf7 in 633ms, sequenceid=12, compaction requested=false 2024-11-27T07:22:13,630 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/data/default/test/94774f1be20bbdf86338b55bdc47dcf7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T07:22:13,630 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:22:13,630 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:22:13,631 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7. 2024-11-27T07:22:13,631 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94774f1be20bbdf86338b55bdc47dcf7: Waiting for close lock at 1732692132984Running coprocessor pre-close hooks at 1732692132984Disabling compacts and flushes for region at 1732692132984Disabling writes for close at 1732692132985 (+1 ms)Obtaining lock to block concurrent updates at 1732692132985Preparing flush snapshotting stores in 94774f1be20bbdf86338b55bdc47dcf7 at 1732692132985Finished memstore snapshotting test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732692132992 (+7 ms)Flushing stores of test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7. at 1732692132993 (+1 ms)Flushing 94774f1be20bbdf86338b55bdc47dcf7/f: creating writer at 1732692132993Flushing 94774f1be20bbdf86338b55bdc47dcf7/f: appending metadata at 1732692133043 (+50 ms)Flushing 94774f1be20bbdf86338b55bdc47dcf7/f: closing flushed file at 1732692133043Flushing 94774f1be20bbdf86338b55bdc47dcf7/f1: creating writer at 1732692133500 (+457 ms)Flushing 94774f1be20bbdf86338b55bdc47dcf7/f1: appending metadata at 1732692133518 (+18 ms)Flushing 94774f1be20bbdf86338b55bdc47dcf7/f1: closing flushed file at 1732692133518Flushing 94774f1be20bbdf86338b55bdc47dcf7/norep: creating writer at 1732692133531 (+13 ms)Flushing 94774f1be20bbdf86338b55bdc47dcf7/norep: appending metadata at 1732692133550 (+19 ms)Flushing 94774f1be20bbdf86338b55bdc47dcf7/norep: closing flushed file at 1732692133550Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c249b1: reopening flushed file at 1732692133591 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@343bd89: reopening flushed file at 1732692133601 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@561f435f: reopening flushed file at 1732692133607 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 94774f1be20bbdf86338b55bdc47dcf7 in 633ms, sequenceid=12, compaction requested=false at 1732692133618 (+11 ms)Writing region close event to WAL at 1732692133625 (+7 ms)Running coprocessor post-close hooks at 1732692133630 (+5 ms)Closed at 1732692133630 2024-11-27T07:22:13,631 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732692118309.94774f1be20bbdf86338b55bdc47dcf7. 2024-11-27T07:22:13,631 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0de6e81ac15e88c977c197e3faa21e4a, disabling compactions & flushes 2024-11-27T07:22:13,631 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a. 2024-11-27T07:22:13,631 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a. 2024-11-27T07:22:13,631 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a. after waiting 0 ms 2024-11-27T07:22:13,631 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a. 2024-11-27T07:22:13,631 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0de6e81ac15e88c977c197e3faa21e4a: Waiting for close lock at 1732692133631Running coprocessor pre-close hooks at 1732692133631Disabling compacts and flushes for region at 1732692133631Disabling writes for close at 1732692133631Failed flush hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a., putting online again at 1732692133631 2024-11-27T07:22:13,631 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a. 2024-11-27T07:22:13,681 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T07:22:13,681 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T07:22:13,685 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1466, reset compression=false 2024-11-27T07:22:13,737 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 1759, reset compression=false 2024-11-27T07:22:13,742 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:13,742 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 2403, reset compression=false 2024-11-27T07:22:13,786 INFO [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(3091): Received CLOSE for 0de6e81ac15e88c977c197e3faa21e4a 2024-11-27T07:22:13,786 DEBUG [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(1351): Waiting on 0de6e81ac15e88c977c197e3faa21e4a 2024-11-27T07:22:13,786 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0de6e81ac15e88c977c197e3faa21e4a, disabling compactions & flushes 2024-11-27T07:22:13,786 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a. 2024-11-27T07:22:13,786 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a. 2024-11-27T07:22:13,786 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a. after waiting 0 ms 2024-11-27T07:22:13,786 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a. 2024-11-27T07:22:13,786 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0de6e81ac15e88c977c197e3faa21e4a: Waiting for close lock at 1732692133786Running coprocessor pre-close hooks at 1732692133786Disabling compacts and flushes for region at 1732692133786Disabling writes for close at 1732692133786Failed flush hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a., putting online again at 1732692133786 2024-11-27T07:22:13,786 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a. 2024-11-27T07:22:13,877 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1488, reset compression=false 2024-11-27T07:22:13,946 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/WALs/289954c9202d,38957,1732692114309/289954c9202d%2C38957%2C1732692114309.1732692115839 to pos 2403, reset compression=false 2024-11-27T07:22:13,986 INFO [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T07:22:13,986 DEBUG [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(1325): Online Regions={0de6e81ac15e88c977c197e3faa21e4a=hbase:replication,,1732692123813.0de6e81ac15e88c977c197e3faa21e4a.} 2024-11-27T07:22:13,986 INFO [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T07:22:13,986 INFO [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(976): stopping server 289954c9202d,38957,1732692114309; all regions closed. 2024-11-27T07:22:13,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741834_1010 (size=4239) 2024-11-27T07:22:14,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741839_1015 (size=2390) 2024-11-27T07:22:14,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741833_1009 (size=2411) 2024-11-27T07:22:14,017 DEBUG [RS:0;289954c9202d:38957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:14,017 INFO [RS:0;289954c9202d:38957 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:22:14,017 INFO [RS:0;289954c9202d:38957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:22:14,017 INFO [RS:0;289954c9202d:38957 {}] hbase.ChoreService(370): Chore service for: regionserver/289954c9202d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T07:22:14,017 INFO [RS:0;289954c9202d:38957 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:22:14,017 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:22:14,018 INFO [RS:0;289954c9202d:38957 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-289954c9202d,38957,1732692114309 because: Region server is closing 2024-11-27T07:22:14,018 INFO [RS:0;289954c9202d:38957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:38957. 2024-11-27T07:22:14,018 DEBUG [RS:0;289954c9202d:38957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:14,018 DEBUG [RS:0;289954c9202d:38957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:14,018 DEBUG [RS:0;289954c9202d:38957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:14,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:14,118 INFO [RS:0;289954c9202d:38957 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.shipper289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 terminated 2024-11-27T07:22:14,119 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,38957,1732692114309.replicationSource.wal-reader.289954c9202d%2C38957%2C1732692114309,1-289954c9202d,38957,1732692114309 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T07:22:14,119 INFO [RS:0;289954c9202d:38957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:38957. 2024-11-27T07:22:14,119 DEBUG [RS:0;289954c9202d:38957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:14,119 DEBUG [RS:0;289954c9202d:38957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:14,119 DEBUG [RS:0;289954c9202d:38957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:14,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:14,119 INFO [RS:0;289954c9202d:38957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38957 2024-11-27T07:22:14,189 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1466, reset compression=false 2024-11-27T07:22:14,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-45337859/rs 2024-11-27T07:22:14,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x1017b2b39cf0007, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-45337859/rs/289954c9202d,38957,1732692114309 2024-11-27T07:22:14,213 INFO [RS:0;289954c9202d:38957 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:22:14,223 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [289954c9202d,38957,1732692114309] 2024-11-27T07:22:14,234 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-45337859/draining/289954c9202d,38957,1732692114309 already deleted, retry=false 2024-11-27T07:22:14,234 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 289954c9202d,38957,1732692114309 expired; onlineServers=0 2024-11-27T07:22:14,234 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '289954c9202d,43761,1732692114056' ***** 2024-11-27T07:22:14,234 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T07:22:14,234 INFO [M:0;289954c9202d:43761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:22:14,234 INFO [M:0;289954c9202d:43761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:22:14,234 DEBUG [M:0;289954c9202d:43761 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T07:22:14,234 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T07:22:14,234 DEBUG [M:0;289954c9202d:43761 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T07:22:14,234 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692115545 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692115545,5,FailOnTimeoutGroup] 2024-11-27T07:22:14,234 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692115545 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692115545,5,FailOnTimeoutGroup] 2024-11-27T07:22:14,234 INFO [M:0;289954c9202d:43761 {}] hbase.ChoreService(370): Chore service for: master/289954c9202d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T07:22:14,234 INFO [M:0;289954c9202d:43761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:22:14,235 DEBUG [M:0;289954c9202d:43761 {}] master.HMaster(1795): Stopping service threads 2024-11-27T07:22:14,235 INFO [M:0;289954c9202d:43761 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T07:22:14,235 INFO [M:0;289954c9202d:43761 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:22:14,235 INFO [M:0;289954c9202d:43761 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T07:22:14,235 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T07:22:14,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-45337859/master 2024-11-27T07:22:14,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-45337859 2024-11-27T07:22:14,245 DEBUG [M:0;289954c9202d:43761 {}] zookeeper.ZKUtil(347): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Unable to get data of znode /2-45337859/master because node does not exist (not an error) 2024-11-27T07:22:14,245 WARN [M:0;289954c9202d:43761 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T07:22:14,246 INFO [M:0;289954c9202d:43761 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/.lastflushedseqids 2024-11-27T07:22:14,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741847_1023 (size=245) 2024-11-27T07:22:14,302 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1488, reset compression=false 2024-11-27T07:22:14,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x1017b2b39cf0007, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:22:14,324 INFO [RS:0;289954c9202d:38957 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:22:14,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38957-0x1017b2b39cf0007, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:22:14,324 INFO [RS:0;289954c9202d:38957 {}] regionserver.HRegionServer(1031): Exiting; stopping=289954c9202d,38957,1732692114309; zookeeper connection closed. 2024-11-27T07:22:14,324 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fbc10d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fbc10d 2024-11-27T07:22:14,324 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T07:22:14,652 INFO [M:0;289954c9202d:43761 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T07:22:14,652 INFO [M:0;289954c9202d:43761 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T07:22:14,653 DEBUG [M:0;289954c9202d:43761 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:22:14,653 INFO [M:0;289954c9202d:43761 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:22:14,653 DEBUG [M:0;289954c9202d:43761 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:22:14,653 DEBUG [M:0;289954c9202d:43761 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:22:14,653 DEBUG [M:0;289954c9202d:43761 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:22:14,653 INFO [M:0;289954c9202d:43761 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=64.25 KB heapSize=76.32 KB 2024-11-27T07:22:14,673 DEBUG [M:0;289954c9202d:43761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2e894dca0444f6d9d27ab4419a68626 is 82, key is hbase:meta,,1/info:regioninfo/1732692116362/Put/seqid=0 2024-11-27T07:22:14,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741848_1024 (size=5672) 2024-11-27T07:22:14,677 INFO [M:0;289954c9202d:43761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2e894dca0444f6d9d27ab4419a68626 2024-11-27T07:22:14,698 DEBUG [M:0;289954c9202d:43761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eeb2303c798d453ba843ef80151fb8d6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732692124361/Put/seqid=0 2024-11-27T07:22:14,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741849_1025 (size=9213) 2024-11-27T07:22:14,702 INFO [M:0;289954c9202d:43761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.70 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eeb2303c798d453ba843ef80151fb8d6 2024-11-27T07:22:14,723 DEBUG [M:0;289954c9202d:43761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/183ee402d15b48dcb195331ab49c30b5 is 69, key is 289954c9202d,38957,1732692114309/rs:state/1732692115595/Put/seqid=0 2024-11-27T07:22:14,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741850_1026 (size=5156) 2024-11-27T07:22:14,734 INFO [M:0;289954c9202d:43761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/183ee402d15b48dcb195331ab49c30b5 2024-11-27T07:22:14,738 DEBUG [M:0;289954c9202d:43761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2e894dca0444f6d9d27ab4419a68626 as hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2e894dca0444f6d9d27ab4419a68626 2024-11-27T07:22:14,743 INFO [M:0;289954c9202d:43761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2e894dca0444f6d9d27ab4419a68626, entries=8, sequenceid=129, filesize=5.5 K 2024-11-27T07:22:14,744 DEBUG [M:0;289954c9202d:43761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eeb2303c798d453ba843ef80151fb8d6 as hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eeb2303c798d453ba843ef80151fb8d6 2024-11-27T07:22:14,750 INFO [M:0;289954c9202d:43761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eeb2303c798d453ba843ef80151fb8d6, entries=15, sequenceid=129, filesize=9.0 K 2024-11-27T07:22:14,751 DEBUG [M:0;289954c9202d:43761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/183ee402d15b48dcb195331ab49c30b5 as hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/183ee402d15b48dcb195331ab49c30b5 2024-11-27T07:22:14,767 INFO [M:0;289954c9202d:43761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36321/user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/183ee402d15b48dcb195331ab49c30b5, entries=1, sequenceid=129, filesize=5.0 K 2024-11-27T07:22:14,770 INFO [M:0;289954c9202d:43761 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.25 KB/65796, heapSize ~76.02 KB/77848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=129, compaction requested=false 2024-11-27T07:22:14,781 INFO [M:0;289954c9202d:43761 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:22:14,781 DEBUG [M:0;289954c9202d:43761 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692134653Disabling compacts and flushes for region at 1732692134653Disabling writes for close at 1732692134653Obtaining lock to block concurrent updates at 1732692134653Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732692134653Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65796, getHeapSize=78088, getOffHeapSize=0, getCellsCount=150 at 1732692134653Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732692134654 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732692134654Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732692134672 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732692134672Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732692134681 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732692134698 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732692134698Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732692134707 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732692134722 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732692134722Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e5ae15: reopening flushed file at 1732692134738 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56765596: reopening flushed file at 1732692134743 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e4756e6: reopening flushed file at 1732692134750 (+7 ms)Finished flush of dataSize ~64.25 KB/65796, heapSize ~76.02 KB/77848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=129, compaction requested=false at 1732692134770 (+20 ms)Writing region close event to WAL at 1732692134780 (+10 ms)Closed at 1732692134780 2024-11-27T07:22:14,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741830_1006 (size=74684) 2024-11-27T07:22:14,790 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eac6d20a-8262-57fc-42bf-b1bb37b24ace/MasterData/WALs/289954c9202d,43761,1732692114056/289954c9202d%2C43761%2C1732692114056.1732692115088 not finished, retry = 0 2024-11-27T07:22:14,793 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1466, reset compression=false 2024-11-27T07:22:14,814 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1488, reset compression=false 2024-11-27T07:22:14,891 INFO [M:0;289954c9202d:43761 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T07:22:14,891 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:22:14,891 INFO [M:0;289954c9202d:43761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43761 2024-11-27T07:22:14,892 INFO [M:0;289954c9202d:43761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:22:15,070 INFO [M:0;289954c9202d:43761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:22:15,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:22:15,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1017b2b39cf0006, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:22:15,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@190e30a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:22:15,074 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67b0f833{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:22:15,074 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:22:15,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cdeae30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:22:15,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f1be9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/hadoop.log.dir/,STOPPED} 2024-11-27T07:22:15,076 WARN [BP-1968611901-172.17.0.3-1732692111487 heartbeating to localhost/127.0.0.1:36321 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T07:22:15,076 WARN [BP-1968611901-172.17.0.3-1732692111487 heartbeating to localhost/127.0.0.1:36321 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1968611901-172.17.0.3-1732692111487 (Datanode Uuid 58d854bf-0120-4c78-a0c8-11ab5f3c7d12) service to localhost/127.0.0.1:36321 2024-11-27T07:22:15,077 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/cluster_ff71c258-b870-0f85-d3a8-cb696b3fa200/data/data1/current/BP-1968611901-172.17.0.3-1732692111487 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:22:15,077 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/cluster_ff71c258-b870-0f85-d3a8-cb696b3fa200/data/data2/current/BP-1968611901-172.17.0.3-1732692111487 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:22:15,077 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T07:22:15,077 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T07:22:15,078 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T07:22:15,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e69882f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:22:15,086 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d838bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:22:15,086 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:22:15,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6827a58b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:22:15,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37d00f10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/hadoop.log.dir/,STOPPED} 2024-11-27T07:22:15,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T07:22:15,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T07:22:15,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:22:15,106 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:15,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:15,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:15,106 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T07:22:15,106 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1218069915, stopped=false 2024-11-27T07:22:15,106 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=289954c9202d,42581,1732692108017 2024-11-27T07:22:15,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:15,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x1017b2b39cf0004, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12142888249/running 2024-11-27T07:22:15,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12142888249/running 2024-11-27T07:22:15,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x1017b2b39cf0004, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142888249 2024-11-27T07:22:15,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142888249 2024-11-27T07:22:15,124 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:22:15,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Set watcher on znode that does not yet exist, /12142888249/running 2024-11-27T07:22:15,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37855-0x1017b2b39cf0004, quorum=127.0.0.1:55448, baseZNode=/12142888249 Set watcher on znode that does not yet exist, /12142888249/running 2024-11-27T07:22:15,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:22:15,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:15,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:15,126 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '289954c9202d,37855,1732692108660' ***** 2024-11-27T07:22:15,126 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T07:22:15,126 INFO [RS:0;289954c9202d:37855 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T07:22:15,126 INFO [RS:0;289954c9202d:37855 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T07:22:15,126 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T07:22:15,126 INFO [RS:0;289954c9202d:37855 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T07:22:15,126 INFO [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(3091): Received CLOSE for 533e403c875198e47a04836b41020510 2024-11-27T07:22:15,127 INFO [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(3091): Received CLOSE for a241b102aa1860bef76dc3584fa68612 2024-11-27T07:22:15,127 INFO [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(959): stopping server 289954c9202d,37855,1732692108660 2024-11-27T07:22:15,127 INFO [RS:0;289954c9202d:37855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:22:15,127 INFO [RS:0;289954c9202d:37855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:37855. 2024-11-27T07:22:15,127 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 533e403c875198e47a04836b41020510, disabling compactions & flushes 2024-11-27T07:22:15,127 DEBUG [RS:0;289954c9202d:37855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:15,127 DEBUG [RS:0;289954c9202d:37855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:15,127 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732692117669.533e403c875198e47a04836b41020510. 2024-11-27T07:22:15,127 INFO [RS:0;289954c9202d:37855 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T07:22:15,127 INFO [RS:0;289954c9202d:37855 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T07:22:15,127 INFO [RS:0;289954c9202d:37855 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T07:22:15,127 INFO [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T07:22:15,127 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692117669.533e403c875198e47a04836b41020510. 2024-11-27T07:22:15,127 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732692117669.533e403c875198e47a04836b41020510. after waiting 0 ms 2024-11-27T07:22:15,127 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732692117669.533e403c875198e47a04836b41020510. 2024-11-27T07:22:15,127 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 533e403c875198e47a04836b41020510 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-27T07:22:15,127 INFO [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T07:22:15,127 DEBUG [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 533e403c875198e47a04836b41020510=test,,1732692117669.533e403c875198e47a04836b41020510., a241b102aa1860bef76dc3584fa68612=hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612.} 2024-11-27T07:22:15,127 DEBUG [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 533e403c875198e47a04836b41020510, a241b102aa1860bef76dc3584fa68612 2024-11-27T07:22:15,127 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:22:15,127 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:22:15,127 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:22:15,127 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:22:15,127 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:22:15,128 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T07:22:15,129 INFO [regionserver/289954c9202d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:22:15,158 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740/.tmp/info/b07d92d017d44c6cba4414036e66c37a is 147, key is hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612./info:regioninfo/1732692122476/Put/seqid=0 2024-11-27T07:22:15,185 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/default/test/533e403c875198e47a04836b41020510/.tmp/f/24c3d32372ee490398accfd35d65daf0 is 37, key is row3/f:row3/1732692131617/Put/seqid=0 2024-11-27T07:22:15,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741840_1016 (size=7686) 2024-11-27T07:22:15,187 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740/.tmp/info/b07d92d017d44c6cba4414036e66c37a 2024-11-27T07:22:15,231 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740/.tmp/ns/43d5762b329f4271a3ba93f32e8bf167 is 43, key is default/ns:d/1732692111336/Put/seqid=0 2024-11-27T07:22:15,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741841_1017 (size=5228) 2024-11-27T07:22:15,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741842_1018 (size=5153) 2024-11-27T07:22:15,327 DEBUG [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 533e403c875198e47a04836b41020510, a241b102aa1860bef76dc3584fa68612 2024-11-27T07:22:15,418 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1488, reset compression=false 2024-11-27T07:22:15,514 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1466, reset compression=false 2024-11-27T07:22:15,517 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:15,518 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1713, reset compression=false 2024-11-27T07:22:15,518 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.shipper289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,37855,1732692108660 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:22:15,518 ERROR [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.shipper289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 289954c9202d,37855,1732692108660: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-289954c9202d,37855,1732692108660, walGroup=289954c9202d%2C37855%2C1732692108660, offset=289954c9202d%2C37855%2C1732692108660.1732692110788:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:37855 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T07:22:15,519 ERROR [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.shipper289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T07:22:15,519 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.shipper289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T07:22:15,520 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.shipper289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T07:22:15,520 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.shipper289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T07:22:15,520 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.shipper289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T07:22:15,520 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.shipper289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1130364928, "init": 1048576000, "max": 2306867200, "used": 916392176 }, "NonHeapMemoryUsage": { "committed": 201195520, "init": 7667712, "max": -1, "used": 198402720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T07:22:15,520 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.shipper289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:42581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:42581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T07:22:15,528 DEBUG [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 533e403c875198e47a04836b41020510, a241b102aa1860bef76dc3584fa68612 2024-11-27T07:22:15,642 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/default/test/533e403c875198e47a04836b41020510/.tmp/f/24c3d32372ee490398accfd35d65daf0 2024-11-27T07:22:15,642 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740/.tmp/ns/43d5762b329f4271a3ba93f32e8bf167 2024-11-27T07:22:15,646 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24c3d32372ee490398accfd35d65daf0 2024-11-27T07:22:15,654 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T07:22:15,654 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T07:22:15,661 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/default/test/533e403c875198e47a04836b41020510/.tmp/f1/2b13dc1dcaaf43e9995b3305b5f851a0 is 30, key is row1/f1:/1732692128967/DeleteFamily/seqid=0 2024-11-27T07:22:15,662 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740/.tmp/rep_barrier/5445cda451ea4361a3daf99a93edc30e is 112, key is test,,1732692117669.533e403c875198e47a04836b41020510./rep_barrier:seqnumDuringOpen/1732692118104/Put/seqid=0 2024-11-27T07:22:15,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741843_1019 (size=5158) 2024-11-27T07:22:15,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741844_1020 (size=5518) 2024-11-27T07:22:15,723 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1713, reset compression=false 2024-11-27T07:22:15,728 DEBUG [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 533e403c875198e47a04836b41020510, a241b102aa1860bef76dc3584fa68612 2024-11-27T07:22:15,928 DEBUG [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 533e403c875198e47a04836b41020510, a241b102aa1860bef76dc3584fa68612 2024-11-27T07:22:16,028 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1713, reset compression=false 2024-11-27T07:22:16,065 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/default/test/533e403c875198e47a04836b41020510/.tmp/f1/2b13dc1dcaaf43e9995b3305b5f851a0 2024-11-27T07:22:16,066 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740/.tmp/rep_barrier/5445cda451ea4361a3daf99a93edc30e 2024-11-27T07:22:16,069 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b13dc1dcaaf43e9995b3305b5f851a0 2024-11-27T07:22:16,086 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740/.tmp/table/38b33e17ce334355bff6dc5eef3fe2a1 is 53, key is hbase:replication/table:state/1732692122483/Put/seqid=0 2024-11-27T07:22:16,086 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/default/test/533e403c875198e47a04836b41020510/.tmp/norep/3e335c94ad2148778d1c66eaed9e1c12 is 33, key is row1/norep:/1732692128967/DeleteFamily/seqid=0 2024-11-27T07:22:16,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741845_1021 (size=5308) 2024-11-27T07:22:16,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741846_1022 (size=5108) 2024-11-27T07:22:16,128 DEBUG [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 533e403c875198e47a04836b41020510, a241b102aa1860bef76dc3584fa68612 2024-11-27T07:22:16,130 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1488, reset compression=false 2024-11-27T07:22:16,328 DEBUG [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 533e403c875198e47a04836b41020510, a241b102aa1860bef76dc3584fa68612 2024-11-27T07:22:16,432 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1713, reset compression=false 2024-11-27T07:22:16,503 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740/.tmp/table/38b33e17ce334355bff6dc5eef3fe2a1 2024-11-27T07:22:16,503 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/default/test/533e403c875198e47a04836b41020510/.tmp/norep/3e335c94ad2148778d1c66eaed9e1c12 2024-11-27T07:22:16,506 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e335c94ad2148778d1c66eaed9e1c12 2024-11-27T07:22:16,507 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/default/test/533e403c875198e47a04836b41020510/.tmp/f/24c3d32372ee490398accfd35d65daf0 as hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/default/test/533e403c875198e47a04836b41020510/f/24c3d32372ee490398accfd35d65daf0 2024-11-27T07:22:16,507 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740/.tmp/info/b07d92d017d44c6cba4414036e66c37a as hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740/info/b07d92d017d44c6cba4414036e66c37a 2024-11-27T07:22:16,511 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740/info/b07d92d017d44c6cba4414036e66c37a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T07:22:16,512 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24c3d32372ee490398accfd35d65daf0 2024-11-27T07:22:16,512 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/default/test/533e403c875198e47a04836b41020510/f/24c3d32372ee490398accfd35d65daf0, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T07:22:16,512 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740/.tmp/ns/43d5762b329f4271a3ba93f32e8bf167 as hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740/ns/43d5762b329f4271a3ba93f32e8bf167 2024-11-27T07:22:16,513 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/default/test/533e403c875198e47a04836b41020510/.tmp/f1/2b13dc1dcaaf43e9995b3305b5f851a0 as hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/default/test/533e403c875198e47a04836b41020510/f1/2b13dc1dcaaf43e9995b3305b5f851a0 2024-11-27T07:22:16,516 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740/ns/43d5762b329f4271a3ba93f32e8bf167, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T07:22:16,517 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740/.tmp/rep_barrier/5445cda451ea4361a3daf99a93edc30e as hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740/rep_barrier/5445cda451ea4361a3daf99a93edc30e 2024-11-27T07:22:16,517 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b13dc1dcaaf43e9995b3305b5f851a0 2024-11-27T07:22:16,517 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/default/test/533e403c875198e47a04836b41020510/f1/2b13dc1dcaaf43e9995b3305b5f851a0, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T07:22:16,518 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/default/test/533e403c875198e47a04836b41020510/.tmp/norep/3e335c94ad2148778d1c66eaed9e1c12 as hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/default/test/533e403c875198e47a04836b41020510/norep/3e335c94ad2148778d1c66eaed9e1c12 2024-11-27T07:22:16,521 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740/rep_barrier/5445cda451ea4361a3daf99a93edc30e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T07:22:16,521 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e335c94ad2148778d1c66eaed9e1c12 2024-11-27T07:22:16,521 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/default/test/533e403c875198e47a04836b41020510/norep/3e335c94ad2148778d1c66eaed9e1c12, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T07:22:16,522 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740/.tmp/table/38b33e17ce334355bff6dc5eef3fe2a1 as hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740/table/38b33e17ce334355bff6dc5eef3fe2a1 2024-11-27T07:22:16,523 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 533e403c875198e47a04836b41020510 in 1395ms, sequenceid=12, compaction requested=false 2024-11-27T07:22:16,523 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T07:22:16,526 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740/table/38b33e17ce334355bff6dc5eef3fe2a1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T07:22:16,527 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1400ms, sequenceid=16, compaction requested=false 2024-11-27T07:22:16,527 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T07:22:16,528 DEBUG [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 533e403c875198e47a04836b41020510, a241b102aa1860bef76dc3584fa68612 2024-11-27T07:22:16,529 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/default/test/533e403c875198e47a04836b41020510/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T07:22:16,530 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:22:16,530 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:22:16,530 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732692117669.533e403c875198e47a04836b41020510. 2024-11-27T07:22:16,530 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 533e403c875198e47a04836b41020510: Waiting for close lock at 1732692135127Running coprocessor pre-close hooks at 1732692135127Disabling compacts and flushes for region at 1732692135127Disabling writes for close at 1732692135127Obtaining lock to block concurrent updates at 1732692135127Preparing flush snapshotting stores in 533e403c875198e47a04836b41020510 at 1732692135127Finished memstore snapshotting test,,1732692117669.533e403c875198e47a04836b41020510., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732692135128 (+1 ms)Flushing stores of test,,1732692117669.533e403c875198e47a04836b41020510. at 1732692135128Flushing 533e403c875198e47a04836b41020510/f: creating writer at 1732692135129 (+1 ms)Flushing 533e403c875198e47a04836b41020510/f: appending metadata at 1732692135169 (+40 ms)Flushing 533e403c875198e47a04836b41020510/f: closing flushed file at 1732692135184 (+15 ms)Flushing 533e403c875198e47a04836b41020510/f1: creating writer at 1732692135646 (+462 ms)Flushing 533e403c875198e47a04836b41020510/f1: appending metadata at 1732692135660 (+14 ms)Flushing 533e403c875198e47a04836b41020510/f1: closing flushed file at 1732692135660Flushing 533e403c875198e47a04836b41020510/norep: creating writer at 1732692136070 (+410 ms)Flushing 533e403c875198e47a04836b41020510/norep: appending metadata at 1732692136086 (+16 ms)Flushing 533e403c875198e47a04836b41020510/norep: closing flushed file at 1732692136086Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fe34993: reopening flushed file at 1732692136507 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e76cf0: reopening flushed file at 1732692136512 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@80698e3: reopening flushed file at 1732692136517 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 533e403c875198e47a04836b41020510 in 1395ms, sequenceid=12, compaction requested=false at 1732692136523 (+6 ms)Writing region close event to WAL at 1732692136525 (+2 ms)Running coprocessor post-close hooks at 1732692136530 (+5 ms)Closed at 1732692136530 2024-11-27T07:22:16,530 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732692117669.533e403c875198e47a04836b41020510. 2024-11-27T07:22:16,530 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a241b102aa1860bef76dc3584fa68612, disabling compactions & flushes 2024-11-27T07:22:16,530 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612. 2024-11-27T07:22:16,530 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612. 2024-11-27T07:22:16,530 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612. after waiting 0 ms 2024-11-27T07:22:16,530 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612. 2024-11-27T07:22:16,530 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a241b102aa1860bef76dc3584fa68612: Waiting for close lock at 1732692136530Running coprocessor pre-close hooks at 1732692136530Disabling compacts and flushes for region at 1732692136530Disabling writes for close at 1732692136530Failed flush hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612., putting online again at 1732692136530 2024-11-27T07:22:16,531 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612. 2024-11-27T07:22:16,535 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T07:22:16,536 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:22:16,536 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:22:16,536 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:22:16,536 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692135127Running coprocessor pre-close hooks at 1732692135127Disabling compacts and flushes for region at 1732692135127Disabling writes for close at 1732692135127Obtaining lock to block concurrent updates at 1732692135128 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732692135128Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732692135128Flushing stores of hbase:meta,,1.1588230740 at 1732692135128Flushing 1588230740/info: creating writer at 1732692135128Flushing 1588230740/info: appending metadata at 1732692135158 (+30 ms)Flushing 1588230740/info: closing flushed file at 1732692135158Flushing 1588230740/ns: creating writer at 1732692135195 (+37 ms)Flushing 1588230740/ns: appending metadata at 1732692135231 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1732692135231Flushing 1588230740/rep_barrier: creating writer at 1732692135646 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732692135662 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732692135662Flushing 1588230740/table: creating writer at 1732692136071 (+409 ms)Flushing 1588230740/table: appending metadata at 1732692136086 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732692136086Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18b2e7f0: reopening flushed file at 1732692136507 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@708bdfd4: reopening flushed file at 1732692136512 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@769d9b68: reopening flushed file at 1732692136516 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47b7dbe4: reopening flushed file at 1732692136521 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1400ms, sequenceid=16, compaction requested=false at 1732692136527 (+6 ms)Writing region close event to WAL at 1732692136532 (+5 ms)Running coprocessor post-close hooks at 1732692136536 (+4 ms)Closed at 1732692136536 2024-11-27T07:22:16,536 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T07:22:16,729 INFO [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T07:22:16,729 DEBUG [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(1325): Online Regions={a241b102aa1860bef76dc3584fa68612=hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612.} 2024-11-27T07:22:16,729 INFO [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(3091): Received CLOSE for a241b102aa1860bef76dc3584fa68612 2024-11-27T07:22:16,729 DEBUG [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(1351): Waiting on a241b102aa1860bef76dc3584fa68612 2024-11-27T07:22:16,729 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a241b102aa1860bef76dc3584fa68612, disabling compactions & flushes 2024-11-27T07:22:16,729 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612. 2024-11-27T07:22:16,729 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612. 2024-11-27T07:22:16,729 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612. after waiting 0 ms 2024-11-27T07:22:16,729 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612. 2024-11-27T07:22:16,729 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a241b102aa1860bef76dc3584fa68612: Waiting for close lock at 1732692136729Running coprocessor pre-close hooks at 1732692136729Disabling compacts and flushes for region at 1732692136729Disabling writes for close at 1732692136729Failed flush hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612., putting online again at 1732692136729 2024-11-27T07:22:16,729 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732692121634.a241b102aa1860bef76dc3584fa68612. 2024-11-27T07:22:16,929 INFO [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T07:22:16,929 INFO [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(976): stopping server 289954c9202d,37855,1732692108660; all regions closed. 2024-11-27T07:22:16,933 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1488, reset compression=false 2024-11-27T07:22:16,936 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 1713, reset compression=false 2024-11-27T07:22:16,947 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:16,947 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 2357, reset compression=false 2024-11-27T07:22:16,967 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.meta.1732692111280.meta not finished, retry = 0 2024-11-27T07:22:16,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741834_1010 (size=4239) 2024-11-27T07:22:17,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741839_1015 (size=2609) 2024-11-27T07:22:17,074 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 not finished, retry = 0 2024-11-27T07:22:17,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741832_1008 (size=2365) 2024-11-27T07:22:17,173 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 to pos 2357, reset compression=false 2024-11-27T07:22:17,175 DEBUG [RS:0;289954c9202d:37855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:17,175 INFO [RS:0;289954c9202d:37855 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:22:17,175 INFO [RS:0;289954c9202d:37855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:22:17,175 INFO [RS:0;289954c9202d:37855 {}] hbase.ChoreService(370): Chore service for: regionserver/289954c9202d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T07:22:17,175 INFO [RS:0;289954c9202d:37855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:22:17,175 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/WALs/289954c9202d,37855,1732692108660/289954c9202d%2C37855%2C1732692108660.1732692110788 2024-11-27T07:22:17,176 INFO [RS:0;289954c9202d:37855 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-289954c9202d,37855,1732692108660 because: Region server is closing 2024-11-27T07:22:17,176 INFO [RS:0;289954c9202d:37855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:37855. 2024-11-27T07:22:17,176 DEBUG [RS:0;289954c9202d:37855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:17,176 DEBUG [RS:0;289954c9202d:37855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:17,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:17,176 DEBUG [RS:0;289954c9202d:37855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:17,176 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:22:17,277 INFO [RS:0;289954c9202d:37855 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.shipper289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 terminated 2024-11-27T07:22:17,277 INFO [RS:0;289954c9202d:37855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:37855. 2024-11-27T07:22:17,277 DEBUG [RS:0;289954c9202d:37855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:17,277 DEBUG [RS:0;289954c9202d:37855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:17,277 DEBUG [RS:0;289954c9202d:37855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:17,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:17,277 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,37855,1732692108660.replicationSource.wal-reader.289954c9202d%2C37855%2C1732692108660,1-289954c9202d,37855,1732692108660 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-27T07:22:17,278 INFO [RS:0;289954c9202d:37855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37855 2024-11-27T07:22:17,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142888249/rs 2024-11-27T07:22:17,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x1017b2b39cf0004, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12142888249/rs/289954c9202d,37855,1732692108660 2024-11-27T07:22:17,350 INFO [RS:0;289954c9202d:37855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:22:17,360 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [289954c9202d,37855,1732692108660] 2024-11-27T07:22:17,370 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12142888249/draining/289954c9202d,37855,1732692108660 already deleted, retry=false 2024-11-27T07:22:17,370 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 289954c9202d,37855,1732692108660 expired; onlineServers=0 2024-11-27T07:22:17,371 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '289954c9202d,42581,1732692108017' ***** 2024-11-27T07:22:17,371 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T07:22:17,371 INFO [M:0;289954c9202d:42581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:22:17,371 INFO [M:0;289954c9202d:42581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:22:17,371 DEBUG [M:0;289954c9202d:42581 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T07:22:17,371 DEBUG [M:0;289954c9202d:42581 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T07:22:17,371 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T07:22:17,371 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692110521 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692110521,5,FailOnTimeoutGroup] 2024-11-27T07:22:17,371 INFO [M:0;289954c9202d:42581 {}] hbase.ChoreService(370): Chore service for: master/289954c9202d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T07:22:17,371 INFO [M:0;289954c9202d:42581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:22:17,371 DEBUG [M:0;289954c9202d:42581 {}] master.HMaster(1795): Stopping service threads 2024-11-27T07:22:17,371 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692110524 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692110524,5,FailOnTimeoutGroup] 2024-11-27T07:22:17,371 INFO [M:0;289954c9202d:42581 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T07:22:17,372 INFO [M:0;289954c9202d:42581 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:22:17,372 INFO [M:0;289954c9202d:42581 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T07:22:17,372 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T07:22:17,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12142888249/master 2024-11-27T07:22:17,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12142888249 2024-11-27T07:22:17,381 DEBUG [M:0;289954c9202d:42581 {}] zookeeper.ZKUtil(347): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Unable to get data of znode /12142888249/master because node does not exist (not an error) 2024-11-27T07:22:17,381 WARN [M:0;289954c9202d:42581 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T07:22:17,387 INFO [M:0;289954c9202d:42581 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/.lastflushedseqids 2024-11-27T07:22:17,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741847_1023 (size=245) 2024-11-27T07:22:17,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x1017b2b39cf0004, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:22:17,460 INFO [RS:0;289954c9202d:37855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:22:17,460 INFO [RS:0;289954c9202d:37855 {}] regionserver.HRegionServer(1031): Exiting; stopping=289954c9202d,37855,1732692108660; zookeeper connection closed. 2024-11-27T07:22:17,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x1017b2b39cf0004, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:22:17,462 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3edff25a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3edff25a 2024-11-27T07:22:17,462 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T07:22:17,596 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T07:22:17,812 INFO [M:0;289954c9202d:42581 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T07:22:17,812 INFO [M:0;289954c9202d:42581 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T07:22:17,812 DEBUG [M:0;289954c9202d:42581 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:22:17,812 INFO [M:0;289954c9202d:42581 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:22:17,812 DEBUG [M:0;289954c9202d:42581 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:22:17,812 DEBUG [M:0;289954c9202d:42581 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:22:17,813 DEBUG [M:0;289954c9202d:42581 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:22:17,813 INFO [M:0;289954c9202d:42581 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-27T07:22:17,829 DEBUG [M:0;289954c9202d:42581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/788251d1d84846219a9c9f2b70dca881 is 82, key is hbase:meta,,1/info:regioninfo/1732692111312/Put/seqid=0 2024-11-27T07:22:17,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741848_1024 (size=5672) 2024-11-27T07:22:17,846 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1488, reset compression=false 2024-11-27T07:22:18,234 INFO [M:0;289954c9202d:42581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/788251d1d84846219a9c9f2b70dca881 2024-11-27T07:22:18,269 DEBUG [M:0;289954c9202d:42581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/763563b30a5941409453047e22ca10a2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732692122490/Put/seqid=0 2024-11-27T07:22:18,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741849_1025 (size=8515) 2024-11-27T07:22:18,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:18,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:18,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:18,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:18,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:18,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:18,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:18,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:18,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:18,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:18,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:18,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:18,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:18,704 INFO [M:0;289954c9202d:42581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/763563b30a5941409453047e22ca10a2 2024-11-27T07:22:18,734 DEBUG [M:0;289954c9202d:42581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f0be932e4d74fdab4fd860a196315b9 is 69, key is 289954c9202d,37855,1732692108660/rs:state/1732692110574/Put/seqid=0 2024-11-27T07:22:18,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741850_1026 (size=5156) 2024-11-27T07:22:18,759 INFO [M:0;289954c9202d:42581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f0be932e4d74fdab4fd860a196315b9 2024-11-27T07:22:18,772 DEBUG [M:0;289954c9202d:42581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/788251d1d84846219a9c9f2b70dca881 as hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/788251d1d84846219a9c9f2b70dca881 2024-11-27T07:22:18,776 INFO [M:0;289954c9202d:42581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/788251d1d84846219a9c9f2b70dca881, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T07:22:18,778 DEBUG [M:0;289954c9202d:42581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/763563b30a5941409453047e22ca10a2 as hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/763563b30a5941409453047e22ca10a2 2024-11-27T07:22:18,785 INFO [M:0;289954c9202d:42581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/763563b30a5941409453047e22ca10a2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T07:22:18,787 DEBUG [M:0;289954c9202d:42581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f0be932e4d74fdab4fd860a196315b9 as hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f0be932e4d74fdab4fd860a196315b9 2024-11-27T07:22:18,792 INFO [M:0;289954c9202d:42581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34925/user/jenkins/test-data/0f14a9f8-89d1-3845-a5ef-9cdbba587333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f0be932e4d74fdab4fd860a196315b9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T07:22:18,793 INFO [M:0;289954c9202d:42581 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 980ms, sequenceid=97, compaction requested=false 2024-11-27T07:22:18,796 INFO [M:0;289954c9202d:42581 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:22:18,796 DEBUG [M:0;289954c9202d:42581 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692137812Disabling compacts and flushes for region at 1732692137812Disabling writes for close at 1732692137812Obtaining lock to block concurrent updates at 1732692137813 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732692137813Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732692137813Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732692137813Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732692137814 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732692137829 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732692137829Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732692138239 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732692138268 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732692138268Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732692138709 (+441 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732692138734 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732692138734Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c5ba9de: reopening flushed file at 1732692138770 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3282f7cd: reopening flushed file at 1732692138777 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2764f9ec: reopening flushed file at 1732692138786 (+9 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 980ms, sequenceid=97, compaction requested=false at 1732692138793 (+7 ms)Writing region close event to WAL at 1732692138796 (+3 ms)Closed at 1732692138796 2024-11-27T07:22:18,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741830_1006 (size=63642) 2024-11-27T07:22:18,808 INFO [M:0;289954c9202d:42581 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T07:22:18,808 INFO [M:0;289954c9202d:42581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42581 2024-11-27T07:22:18,809 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:22:18,809 INFO [M:0;289954c9202d:42581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:22:18,852 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1488, reset compression=false 2024-11-27T07:22:18,977 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:22:18,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:18,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:18,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:19,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:19,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:19,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:19,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:19,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:19,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:19,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:19,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:19,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:19,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:19,143 INFO [M:0;289954c9202d:42581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:22:19,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:22:19,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x1017b2b39cf0003, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:22:19,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39a4f5f5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:22:19,213 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b57aaaf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:22:19,213 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:22:19,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@342ce3b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:22:19,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6da558c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/hadoop.log.dir/,STOPPED} 2024-11-27T07:22:19,216 WARN [BP-1029240434-172.17.0.3-1732692105183 heartbeating to localhost/127.0.0.1:34925 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T07:22:19,216 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T07:22:19,216 WARN [BP-1029240434-172.17.0.3-1732692105183 heartbeating to localhost/127.0.0.1:34925 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1029240434-172.17.0.3-1732692105183 (Datanode Uuid cd0c3b40-1a1f-4610-b382-7f9705c312ce) service to localhost/127.0.0.1:34925 2024-11-27T07:22:19,216 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T07:22:19,217 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/cluster_6c40e7c6-50d3-a688-2dbf-d17349ac2886/data/data1/current/BP-1029240434-172.17.0.3-1732692105183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:22:19,217 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/cluster_6c40e7c6-50d3-a688-2dbf-d17349ac2886/data/data2/current/BP-1029240434-172.17.0.3-1732692105183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:22:19,217 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T07:22:19,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57254cdc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:22:19,226 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@388d4706{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:22:19,226 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:22:19,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16eecb33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:22:19,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20ed79be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43738ba2-3a2b-b53f-61f2-051add1bc61a/hadoop.log.dir/,STOPPED} 2024-11-27T07:22:19,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T07:22:19,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T07:22:19,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:22:19,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:19,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:19,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:19,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:19,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T07:22:19,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=377468913, stopped=false 2024-11-27T07:22:19,243 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=289954c9202d,33945,1732692100932 2024-11-27T07:22:19,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1873046501/running 2024-11-27T07:22:19,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1017b2b39cf0001, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1873046501/running 2024-11-27T07:22:19,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1873046501 2024-11-27T07:22:19,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1017b2b39cf0001, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1873046501 2024-11-27T07:22:19,261 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:22:19,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40001-0x1017b2b39cf0001, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Set watcher on znode that does not yet exist, /0-1873046501/running 2024-11-27T07:22:19,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Set watcher on znode that does not yet exist, /0-1873046501/running 2024-11-27T07:22:19,262 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:22:19,263 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:19,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:19,263 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '289954c9202d,40001,1732692101202' ***** 2024-11-27T07:22:19,263 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T07:22:19,263 INFO [RS:0;289954c9202d:40001 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T07:22:19,264 INFO [RS:0;289954c9202d:40001 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T07:22:19,264 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T07:22:19,264 INFO [RS:0;289954c9202d:40001 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T07:22:19,264 INFO [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a3a67f43b608772afbd7311533f40dd 2024-11-27T07:22:19,264 INFO [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f263d541336a43bce870156bb03f0a3 2024-11-27T07:22:19,264 INFO [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(959): stopping server 289954c9202d,40001,1732692101202 2024-11-27T07:22:19,264 INFO [RS:0;289954c9202d:40001 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:22:19,264 INFO [RS:0;289954c9202d:40001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:40001. 2024-11-27T07:22:19,264 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a3a67f43b608772afbd7311533f40dd, disabling compactions & flushes 2024-11-27T07:22:19,264 DEBUG [RS:0;289954c9202d:40001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:19,264 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd. 2024-11-27T07:22:19,264 DEBUG [RS:0;289954c9202d:40001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:19,264 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd. 2024-11-27T07:22:19,264 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd. after waiting 0 ms 2024-11-27T07:22:19,264 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd. 2024-11-27T07:22:19,264 INFO [RS:0;289954c9202d:40001 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T07:22:19,264 INFO [RS:0;289954c9202d:40001 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T07:22:19,264 INFO [RS:0;289954c9202d:40001 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T07:22:19,264 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8a3a67f43b608772afbd7311533f40dd 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-27T07:22:19,264 INFO [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T07:22:19,265 INFO [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T07:22:19,265 DEBUG [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(1325): Online Regions={8a3a67f43b608772afbd7311533f40dd=hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd., 1588230740=hbase:meta,,1.1588230740, 7f263d541336a43bce870156bb03f0a3=test,,1732692116524.7f263d541336a43bce870156bb03f0a3.} 2024-11-27T07:22:19,265 DEBUG [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f263d541336a43bce870156bb03f0a3, 8a3a67f43b608772afbd7311533f40dd 2024-11-27T07:22:19,265 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:22:19,265 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:22:19,265 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:22:19,265 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:22:19,265 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:22:19,265 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T07:22:19,284 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/replication/8a3a67f43b608772afbd7311533f40dd/.tmp/queue/751776ba391a4ead9e393aff88aae326 is 154, key is 1-289954c9202d,40001,1732692101202/queue:289954c9202d%2C40001%2C1732692101202/1732692133331/Put/seqid=0 2024-11-27T07:22:19,294 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740/.tmp/info/6bbbea700d6f4eaf98b07cc52c7b8b94 is 147, key is hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd./info:regioninfo/1732692120323/Put/seqid=0 2024-11-27T07:22:19,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741840_1016 (size=5353) 2024-11-27T07:22:19,306 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/replication/8a3a67f43b608772afbd7311533f40dd/.tmp/queue/751776ba391a4ead9e393aff88aae326 2024-11-27T07:22:19,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741841_1017 (size=7686) 2024-11-27T07:22:19,328 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/replication/8a3a67f43b608772afbd7311533f40dd/.tmp/queue/751776ba391a4ead9e393aff88aae326 as hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/replication/8a3a67f43b608772afbd7311533f40dd/queue/751776ba391a4ead9e393aff88aae326 2024-11-27T07:22:19,332 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/replication/8a3a67f43b608772afbd7311533f40dd/queue/751776ba391a4ead9e393aff88aae326, entries=1, sequenceid=14, filesize=5.2 K 2024-11-27T07:22:19,333 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 8a3a67f43b608772afbd7311533f40dd in 69ms, sequenceid=14, compaction requested=false 2024-11-27T07:22:19,336 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/replication/8a3a67f43b608772afbd7311533f40dd/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-27T07:22:19,337 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:22:19,337 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:22:19,337 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd. 2024-11-27T07:22:19,337 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a3a67f43b608772afbd7311533f40dd: Waiting for close lock at 1732692139264Running coprocessor pre-close hooks at 1732692139264Disabling compacts and flushes for region at 1732692139264Disabling writes for close at 1732692139264Obtaining lock to block concurrent updates at 1732692139264Preparing flush snapshotting stores in 8a3a67f43b608772afbd7311533f40dd at 1732692139264Finished memstore snapshotting hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732692139265 (+1 ms)Flushing stores of hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd. at 1732692139265Flushing 8a3a67f43b608772afbd7311533f40dd/queue: creating writer at 1732692139265Flushing 8a3a67f43b608772afbd7311533f40dd/queue: appending metadata at 1732692139284 (+19 ms)Flushing 8a3a67f43b608772afbd7311533f40dd/queue: closing flushed file at 1732692139284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d1cf998: reopening flushed file at 1732692139327 (+43 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 8a3a67f43b608772afbd7311533f40dd in 69ms, sequenceid=14, compaction requested=false at 1732692139333 (+6 ms)Writing region close event to WAL at 1732692139334 (+1 ms)Running coprocessor post-close hooks at 1732692139337 (+3 ms)Closed at 1732692139337 2024-11-27T07:22:19,337 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732692119476.8a3a67f43b608772afbd7311533f40dd. 2024-11-27T07:22:19,337 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f263d541336a43bce870156bb03f0a3, disabling compactions & flushes 2024-11-27T07:22:19,337 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732692116524.7f263d541336a43bce870156bb03f0a3. 2024-11-27T07:22:19,337 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692116524.7f263d541336a43bce870156bb03f0a3. 2024-11-27T07:22:19,337 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732692116524.7f263d541336a43bce870156bb03f0a3. after waiting 0 ms 2024-11-27T07:22:19,337 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732692116524.7f263d541336a43bce870156bb03f0a3. 2024-11-27T07:22:19,337 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7f263d541336a43bce870156bb03f0a3 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-27T07:22:19,343 INFO [regionserver/289954c9202d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:22:19,352 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/default/test/7f263d541336a43bce870156bb03f0a3/.tmp/f/599b000fe0b1447a9597b67eb8a20cdb is 37, key is row3/f:row3/1732692131617/Put/seqid=0 2024-11-27T07:22:19,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741842_1018 (size=5228) 2024-11-27T07:22:19,465 DEBUG [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f263d541336a43bce870156bb03f0a3 2024-11-27T07:22:19,665 DEBUG [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f263d541336a43bce870156bb03f0a3 2024-11-27T07:22:19,726 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740/.tmp/info/6bbbea700d6f4eaf98b07cc52c7b8b94 2024-11-27T07:22:19,746 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T07:22:19,746 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T07:22:19,754 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740/.tmp/ns/edebf168c852400abd95ecd0f4322738 is 43, key is default/ns:d/1732692105043/Put/seqid=0 2024-11-27T07:22:19,760 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/default/test/7f263d541336a43bce870156bb03f0a3/.tmp/f/599b000fe0b1447a9597b67eb8a20cdb 2024-11-27T07:22:19,769 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 599b000fe0b1447a9597b67eb8a20cdb 2024-11-27T07:22:19,791 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/default/test/7f263d541336a43bce870156bb03f0a3/.tmp/f1/0b1f7a952fb24f6d84d124304d26177c is 30, key is row1/f1:/1732692128967/DeleteFamily/seqid=0 2024-11-27T07:22:19,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741843_1019 (size=5153) 2024-11-27T07:22:19,798 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740/.tmp/ns/edebf168c852400abd95ecd0f4322738 2024-11-27T07:22:19,839 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740/.tmp/rep_barrier/f1e1343a70624a8899c143ff75bf8317 is 112, key is test,,1732692116524.7f263d541336a43bce870156bb03f0a3./rep_barrier:seqnumDuringOpen/1732692117325/Put/seqid=0 2024-11-27T07:22:19,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741844_1020 (size=5158) 2024-11-27T07:22:19,843 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/default/test/7f263d541336a43bce870156bb03f0a3/.tmp/f1/0b1f7a952fb24f6d84d124304d26177c 2024-11-27T07:22:19,847 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b1f7a952fb24f6d84d124304d26177c 2024-11-27T07:22:19,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741845_1021 (size=5518) 2024-11-27T07:22:19,866 DEBUG [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f263d541336a43bce870156bb03f0a3 2024-11-27T07:22:19,880 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/default/test/7f263d541336a43bce870156bb03f0a3/.tmp/norep/388b8e0aa0964b68aee0359947a841ea is 32, key is row/norep:/1732692127960/DeleteFamily/seqid=0 2024-11-27T07:22:19,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741846_1022 (size=5101) 2024-11-27T07:22:19,887 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/default/test/7f263d541336a43bce870156bb03f0a3/.tmp/norep/388b8e0aa0964b68aee0359947a841ea 2024-11-27T07:22:19,898 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 388b8e0aa0964b68aee0359947a841ea 2024-11-27T07:22:19,903 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/default/test/7f263d541336a43bce870156bb03f0a3/.tmp/f/599b000fe0b1447a9597b67eb8a20cdb as hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/default/test/7f263d541336a43bce870156bb03f0a3/f/599b000fe0b1447a9597b67eb8a20cdb 2024-11-27T07:22:19,909 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 599b000fe0b1447a9597b67eb8a20cdb 2024-11-27T07:22:19,910 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/default/test/7f263d541336a43bce870156bb03f0a3/f/599b000fe0b1447a9597b67eb8a20cdb, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T07:22:19,912 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/default/test/7f263d541336a43bce870156bb03f0a3/.tmp/f1/0b1f7a952fb24f6d84d124304d26177c as hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/default/test/7f263d541336a43bce870156bb03f0a3/f1/0b1f7a952fb24f6d84d124304d26177c 2024-11-27T07:22:19,919 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b1f7a952fb24f6d84d124304d26177c 2024-11-27T07:22:19,919 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/default/test/7f263d541336a43bce870156bb03f0a3/f1/0b1f7a952fb24f6d84d124304d26177c, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T07:22:19,920 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/default/test/7f263d541336a43bce870156bb03f0a3/.tmp/norep/388b8e0aa0964b68aee0359947a841ea as hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/default/test/7f263d541336a43bce870156bb03f0a3/norep/388b8e0aa0964b68aee0359947a841ea 2024-11-27T07:22:19,926 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 388b8e0aa0964b68aee0359947a841ea 2024-11-27T07:22:19,926 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/default/test/7f263d541336a43bce870156bb03f0a3/norep/388b8e0aa0964b68aee0359947a841ea, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T07:22:19,927 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7f263d541336a43bce870156bb03f0a3 in 590ms, sequenceid=12, compaction requested=false 2024-11-27T07:22:19,957 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/default/test/7f263d541336a43bce870156bb03f0a3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T07:22:19,957 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:22:19,957 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:22:19,957 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732692116524.7f263d541336a43bce870156bb03f0a3. 2024-11-27T07:22:19,958 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f263d541336a43bce870156bb03f0a3: Waiting for close lock at 1732692139337Running coprocessor pre-close hooks at 1732692139337Disabling compacts and flushes for region at 1732692139337Disabling writes for close at 1732692139337Obtaining lock to block concurrent updates at 1732692139337Preparing flush snapshotting stores in 7f263d541336a43bce870156bb03f0a3 at 1732692139337Finished memstore snapshotting test,,1732692116524.7f263d541336a43bce870156bb03f0a3., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732692139338 (+1 ms)Flushing stores of test,,1732692116524.7f263d541336a43bce870156bb03f0a3. at 1732692139338Flushing 7f263d541336a43bce870156bb03f0a3/f: creating writer at 1732692139338Flushing 7f263d541336a43bce870156bb03f0a3/f: appending metadata at 1732692139351 (+13 ms)Flushing 7f263d541336a43bce870156bb03f0a3/f: closing flushed file at 1732692139351Flushing 7f263d541336a43bce870156bb03f0a3/f1: creating writer at 1732692139769 (+418 ms)Flushing 7f263d541336a43bce870156bb03f0a3/f1: appending metadata at 1732692139790 (+21 ms)Flushing 7f263d541336a43bce870156bb03f0a3/f1: closing flushed file at 1732692139790Flushing 7f263d541336a43bce870156bb03f0a3/norep: creating writer at 1732692139847 (+57 ms)Flushing 7f263d541336a43bce870156bb03f0a3/norep: appending metadata at 1732692139879 (+32 ms)Flushing 7f263d541336a43bce870156bb03f0a3/norep: closing flushed file at 1732692139879Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4be24ef1: reopening flushed file at 1732692139899 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@753f1c34: reopening flushed file at 1732692139911 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51e2648a: reopening flushed file at 1732692139919 (+8 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7f263d541336a43bce870156bb03f0a3 in 590ms, sequenceid=12, compaction requested=false at 1732692139927 (+8 ms)Writing region close event to WAL at 1732692139952 (+25 ms)Running coprocessor post-close hooks at 1732692139957 (+5 ms)Closed at 1732692139957 2024-11-27T07:22:19,958 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732692116524.7f263d541336a43bce870156bb03f0a3. 2024-11-27T07:22:19,960 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 1488, reset compression=false 2024-11-27T07:22:19,969 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:19,969 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 2379, reset compression=false 2024-11-27T07:22:19,970 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.shipper289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,40001,1732692101202 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881, lastWalPosition=2379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:22:19,971 ERROR [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.shipper289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 289954c9202d,40001,1732692101202: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-289954c9202d,40001,1732692101202, walGroup=289954c9202d%2C40001%2C1732692101202, offset=289954c9202d%2C40001%2C1732692101202.1732692103881:2379, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:40001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T07:22:19,973 ERROR [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.shipper289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T07:22:19,973 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.shipper289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T07:22:19,974 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.shipper289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T07:22:19,974 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.shipper289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T07:22:19,974 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.shipper289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T07:22:19,974 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.shipper289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1130364928, "init": 1048576000, "max": 2306867200, "used": 821618680 }, "NonHeapMemoryUsage": { "committed": 201850880, "init": 7667712, "max": -1, "used": 199079296 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T07:22:19,975 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.shipper289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:33945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:33945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T07:22:20,066 DEBUG [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:22:20,197 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 2379, reset compression=false 2024-11-27T07:22:20,255 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740/.tmp/rep_barrier/f1e1343a70624a8899c143ff75bf8317 2024-11-27T07:22:20,266 INFO [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T07:22:20,266 DEBUG [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T07:22:20,266 DEBUG [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:22:20,277 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740/.tmp/table/5ac841dafd234fb891dc470cdb86bf19 is 53, key is hbase:replication/table:state/1732692120347/Put/seqid=0 2024-11-27T07:22:20,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741847_1023 (size=5308) 2024-11-27T07:22:20,466 DEBUG [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:22:20,500 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 2379, reset compression=false 2024-11-27T07:22:20,666 DEBUG [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:22:20,681 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740/.tmp/table/5ac841dafd234fb891dc470cdb86bf19 2024-11-27T07:22:20,685 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740/.tmp/info/6bbbea700d6f4eaf98b07cc52c7b8b94 as hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740/info/6bbbea700d6f4eaf98b07cc52c7b8b94 2024-11-27T07:22:20,689 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740/info/6bbbea700d6f4eaf98b07cc52c7b8b94, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T07:22:20,692 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740/.tmp/ns/edebf168c852400abd95ecd0f4322738 as hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740/ns/edebf168c852400abd95ecd0f4322738 2024-11-27T07:22:20,696 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740/ns/edebf168c852400abd95ecd0f4322738, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T07:22:20,697 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740/.tmp/rep_barrier/f1e1343a70624a8899c143ff75bf8317 as hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740/rep_barrier/f1e1343a70624a8899c143ff75bf8317 2024-11-27T07:22:20,703 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740/rep_barrier/f1e1343a70624a8899c143ff75bf8317, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T07:22:20,703 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740/.tmp/table/5ac841dafd234fb891dc470cdb86bf19 as hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740/table/5ac841dafd234fb891dc470cdb86bf19 2024-11-27T07:22:20,708 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740/table/5ac841dafd234fb891dc470cdb86bf19, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T07:22:20,709 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1444ms, sequenceid=16, compaction requested=false 2024-11-27T07:22:20,714 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T07:22:20,714 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:22:20,714 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:22:20,715 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:22:20,715 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692139265Running coprocessor pre-close hooks at 1732692139265Disabling compacts and flushes for region at 1732692139265Disabling writes for close at 1732692139265Obtaining lock to block concurrent updates at 1732692139265Preparing flush snapshotting stores in 1588230740 at 1732692139265Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732692139266 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732692139266Flushing 1588230740/info: creating writer at 1732692139266Flushing 1588230740/info: appending metadata at 1732692139294 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732692139294Flushing 1588230740/ns: creating writer at 1732692139731 (+437 ms)Flushing 1588230740/ns: appending metadata at 1732692139753 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732692139753Flushing 1588230740/rep_barrier: creating writer at 1732692139803 (+50 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732692139838 (+35 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732692139838Flushing 1588230740/table: creating writer at 1732692140259 (+421 ms)Flushing 1588230740/table: appending metadata at 1732692140276 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732692140276Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a0d9c34: reopening flushed file at 1732692140684 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61b75411: reopening flushed file at 1732692140690 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@732fd968: reopening flushed file at 1732692140696 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da4234f: reopening flushed file at 1732692140703 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1444ms, sequenceid=16, compaction requested=false at 1732692140709 (+6 ms)Writing region close event to WAL at 1732692140710 (+1 ms)Running coprocessor post-close hooks at 1732692140714 (+4 ms)Closed at 1732692140715 (+1 ms) 2024-11-27T07:22:20,715 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T07:22:20,867 INFO [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(976): stopping server 289954c9202d,40001,1732692101202; all regions closed. 2024-11-27T07:22:20,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741834_1010 (size=4239) 2024-11-27T07:22:20,872 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.rep.1732692120269 not finished, retry = 0 2024-11-27T07:22:20,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741839_1015 (size=3552) 2024-11-27T07:22:20,903 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 to pos 2379, reset compression=false 2024-11-27T07:22:20,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741832_1008 (size=2387) 2024-11-27T07:22:20,974 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/WALs/289954c9202d,40001,1732692101202/289954c9202d%2C40001%2C1732692101202.1732692103881 not finished, retry = 0 2024-11-27T07:22:21,075 DEBUG [RS:0;289954c9202d:40001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:21,075 INFO [RS:0;289954c9202d:40001 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:22:21,075 INFO [RS:0;289954c9202d:40001 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:22:21,075 INFO [RS:0;289954c9202d:40001 {}] hbase.ChoreService(370): Chore service for: regionserver/289954c9202d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T07:22:21,075 INFO [RS:0;289954c9202d:40001 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:22:21,075 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:22:21,076 INFO [RS:0;289954c9202d:40001 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-289954c9202d,40001,1732692101202 because: Region server is closing 2024-11-27T07:22:21,076 INFO [RS:0;289954c9202d:40001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:40001. 2024-11-27T07:22:21,076 DEBUG [RS:0;289954c9202d:40001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:21,076 DEBUG [RS:0;289954c9202d:40001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:21,076 DEBUG [RS:0;289954c9202d:40001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:21,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:21,176 INFO [RS:0;289954c9202d:40001 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.shipper289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 terminated 2024-11-27T07:22:21,176 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,40001,1732692101202.replicationSource.wal-reader.289954c9202d%2C40001%2C1732692101202,1-289954c9202d,40001,1732692101202 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T07:22:21,177 INFO [RS:0;289954c9202d:40001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:40001. 2024-11-27T07:22:21,177 DEBUG [RS:0;289954c9202d:40001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:21,177 DEBUG [RS:0;289954c9202d:40001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:21,177 DEBUG [RS:0;289954c9202d:40001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:21,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:21,177 INFO [RS:0;289954c9202d:40001 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40001 2024-11-27T07:22:21,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1017b2b39cf0001, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1873046501/rs/289954c9202d,40001,1732692101202 2024-11-27T07:22:21,187 INFO [RS:0;289954c9202d:40001 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:22:21,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1873046501/rs 2024-11-27T07:22:21,187 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [289954c9202d,40001,1732692101202] 2024-11-27T07:22:21,212 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1873046501/draining/289954c9202d,40001,1732692101202 already deleted, retry=false 2024-11-27T07:22:21,212 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 289954c9202d,40001,1732692101202 expired; onlineServers=0 2024-11-27T07:22:21,212 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '289954c9202d,33945,1732692100932' ***** 2024-11-27T07:22:21,212 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T07:22:21,212 INFO [M:0;289954c9202d:33945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:22:21,212 INFO [M:0;289954c9202d:33945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:22:21,213 DEBUG [M:0;289954c9202d:33945 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T07:22:21,213 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T07:22:21,213 DEBUG [M:0;289954c9202d:33945 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T07:22:21,213 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692103663 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692103663,5,FailOnTimeoutGroup] 2024-11-27T07:22:21,213 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692103663 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692103663,5,FailOnTimeoutGroup] 2024-11-27T07:22:21,213 INFO [M:0;289954c9202d:33945 {}] hbase.ChoreService(370): Chore service for: master/289954c9202d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T07:22:21,213 INFO [M:0;289954c9202d:33945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:22:21,213 DEBUG [M:0;289954c9202d:33945 {}] master.HMaster(1795): Stopping service threads 2024-11-27T07:22:21,213 INFO [M:0;289954c9202d:33945 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T07:22:21,213 INFO [M:0;289954c9202d:33945 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:22:21,213 INFO [M:0;289954c9202d:33945 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T07:22:21,213 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T07:22:21,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1873046501/master 2024-11-27T07:22:21,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1873046501 2024-11-27T07:22:21,223 DEBUG [M:0;289954c9202d:33945 {}] zookeeper.ZKUtil(347): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Unable to get data of znode /0-1873046501/master because node does not exist (not an error) 2024-11-27T07:22:21,223 WARN [M:0;289954c9202d:33945 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T07:22:21,224 INFO [M:0;289954c9202d:33945 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/.lastflushedseqids 2024-11-27T07:22:21,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741848_1024 (size=245) 2024-11-27T07:22:21,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1017b2b39cf0001, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:22:21,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1017b2b39cf0001, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:22:21,302 INFO [RS:0;289954c9202d:40001 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:22:21,302 INFO [RS:0;289954c9202d:40001 {}] regionserver.HRegionServer(1031): Exiting; stopping=289954c9202d,40001,1732692101202; zookeeper connection closed. 2024-11-27T07:22:21,302 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@179b209f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@179b209f 2024-11-27T07:22:21,302 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T07:22:21,627 INFO [M:0;289954c9202d:33945 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T07:22:21,627 INFO [M:0;289954c9202d:33945 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T07:22:21,628 DEBUG [M:0;289954c9202d:33945 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:22:21,628 INFO [M:0;289954c9202d:33945 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:22:21,628 DEBUG [M:0;289954c9202d:33945 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:22:21,628 DEBUG [M:0;289954c9202d:33945 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:22:21,628 DEBUG [M:0;289954c9202d:33945 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:22:21,628 INFO [M:0;289954c9202d:33945 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-27T07:22:21,643 DEBUG [M:0;289954c9202d:33945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18ce74bccd3c4dd49d5987b2b45705c6 is 82, key is hbase:meta,,1/info:regioninfo/1732692105013/Put/seqid=0 2024-11-27T07:22:21,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741849_1025 (size=5672) 2024-11-27T07:22:22,047 INFO [M:0;289954c9202d:33945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18ce74bccd3c4dd49d5987b2b45705c6 2024-11-27T07:22:22,062 DEBUG [M:0;289954c9202d:33945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49a140d577c64f1d9de2ab64c71edd43 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732692117339/Put/seqid=0 2024-11-27T07:22:22,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741850_1026 (size=7217) 2024-11-27T07:22:22,465 INFO [M:0;289954c9202d:33945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49a140d577c64f1d9de2ab64c71edd43 2024-11-27T07:22:22,468 INFO [M:0;289954c9202d:33945 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49a140d577c64f1d9de2ab64c71edd43 2024-11-27T07:22:22,482 DEBUG [M:0;289954c9202d:33945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/047199672981429ab8934d6839613954 is 69, key is 289954c9202d,40001,1732692101202/rs:state/1732692103732/Put/seqid=0 2024-11-27T07:22:22,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741851_1027 (size=5156) 2024-11-27T07:22:22,890 INFO [M:0;289954c9202d:33945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/047199672981429ab8934d6839613954 2024-11-27T07:22:22,893 DEBUG [M:0;289954c9202d:33945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18ce74bccd3c4dd49d5987b2b45705c6 as hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/18ce74bccd3c4dd49d5987b2b45705c6 2024-11-27T07:22:22,896 INFO [M:0;289954c9202d:33945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/18ce74bccd3c4dd49d5987b2b45705c6, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T07:22:22,896 DEBUG [M:0;289954c9202d:33945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49a140d577c64f1d9de2ab64c71edd43 as hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49a140d577c64f1d9de2ab64c71edd43 2024-11-27T07:22:22,899 INFO [M:0;289954c9202d:33945 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49a140d577c64f1d9de2ab64c71edd43 2024-11-27T07:22:22,899 INFO [M:0;289954c9202d:33945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49a140d577c64f1d9de2ab64c71edd43, entries=11, sequenceid=105, filesize=7.0 K 2024-11-27T07:22:22,900 DEBUG [M:0;289954c9202d:33945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/047199672981429ab8934d6839613954 as hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/047199672981429ab8934d6839613954 2024-11-27T07:22:22,903 INFO [M:0;289954c9202d:33945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36345/user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/047199672981429ab8934d6839613954, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T07:22:22,904 INFO [M:0;289954c9202d:33945 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=105, compaction requested=false 2024-11-27T07:22:22,905 INFO [M:0;289954c9202d:33945 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:22:22,905 DEBUG [M:0;289954c9202d:33945 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692141628Disabling compacts and flushes for region at 1732692141628Disabling writes for close at 1732692141628Obtaining lock to block concurrent updates at 1732692141628Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732692141628Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732692141628Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732692141629 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732692141629Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732692141643 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732692141643Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732692142050 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732692142062 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732692142062Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732692142468 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732692142481 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732692142481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56065af4: reopening flushed file at 1732692142893 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@310a035a: reopening flushed file at 1732692142896 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e1c0f80: reopening flushed file at 1732692142899 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=105, compaction requested=false at 1732692142904 (+5 ms)Writing region close event to WAL at 1732692142905 (+1 ms)Closed at 1732692142905 2024-11-27T07:22:22,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44081 is added to blk_1073741830_1006 (size=64411) 2024-11-27T07:22:22,906 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a479db62-f528-fb36-936a-8fd687644b89/MasterData/WALs/289954c9202d,33945,1732692100932/289954c9202d%2C33945%2C1732692100932.1732692103368 not finished, retry = 0 2024-11-27T07:22:23,007 INFO [M:0;289954c9202d:33945 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T07:22:23,007 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:22:23,007 INFO [M:0;289954c9202d:33945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33945 2024-11-27T07:22:23,007 INFO [M:0;289954c9202d:33945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:22:23,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:22:23,164 INFO [M:0;289954c9202d:33945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:22:23,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1017b2b39cf0000, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:22:23,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ca63448{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:22:23,167 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66419a34{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:22:23,168 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:22:23,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28d3c8a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:22:23,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5883b0c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/hadoop.log.dir/,STOPPED} 2024-11-27T07:22:23,169 WARN [BP-143390306-172.17.0.3-1732692098621 heartbeating to localhost/127.0.0.1:36345 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T07:22:23,169 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T07:22:23,169 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T07:22:23,169 WARN [BP-143390306-172.17.0.3-1732692098621 heartbeating to localhost/127.0.0.1:36345 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-143390306-172.17.0.3-1732692098621 (Datanode Uuid 3a885d19-a78c-4753-9f17-9456948240f0) service to localhost/127.0.0.1:36345 2024-11-27T07:22:23,169 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/cluster_bcd92ba3-8d45-1e1f-ce04-8eb75430883c/data/data1/current/BP-143390306-172.17.0.3-1732692098621 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:22:23,169 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/cluster_bcd92ba3-8d45-1e1f-ce04-8eb75430883c/data/data2/current/BP-143390306-172.17.0.3-1732692098621 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:22:23,169 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T07:22:23,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1454b8d8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:22:23,175 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cf4b049{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:22:23,175 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:22:23,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41e182a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:22:23,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@611d5eb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae403459-2ad3-4def-9bd5-312fbb37d8cf/hadoop.log.dir/,STOPPED} 2024-11-27T07:22:23,179 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T07:22:23,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T07:22:23,198 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 260) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55448) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36321 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:36345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55448) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36345 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:36321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34925 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36321 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36345 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36321 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55448) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36345 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:34925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=726 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=473 (was 322) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3811 (was 4117) 2024-11-27T07:22:23,207 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=726, MaxFileDescriptor=1048576, SystemLoadAverage=473, ProcessCount=11, AvailableMemoryMB=3811 2024-11-27T07:22:23,222 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-27T07:22:23,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/hadoop.log.dir so I do NOT create it in target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60 2024-11-27T07:22:23,222 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T07:22:23,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/hadoop.tmp.dir so I do NOT create it in target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60 2024-11-27T07:22:23,222 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/571dadf5-5004-8545-dc8a-2cd32c877682/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T07:22:23,222 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60 2024-11-27T07:22:23,223 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/cluster_85b74d75-d053-5246-e896-ecb0c3d26528, deleteOnExit=true 2024-11-27T07:22:23,225 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/cluster_85b74d75-d053-5246-e896-ecb0c3d26528/zookeeper_0, clientPort=50127, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/cluster_85b74d75-d053-5246-e896-ecb0c3d26528/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/cluster_85b74d75-d053-5246-e896-ecb0c3d26528/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T07:22:23,226 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50127 2024-11-27T07:22:23,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T07:22:23,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T07:22:23,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/test.cache.data in system properties and HBase conf 2024-11-27T07:22:23,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T07:22:23,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/hadoop.log.dir in system properties and HBase conf 2024-11-27T07:22:23,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T07:22:23,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T07:22:23,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T07:22:23,226 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T07:22:23,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:22:23,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:22:23,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T07:22:23,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:22:23,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T07:22:23,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T07:22:23,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:22:23,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:22:23,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T07:22:23,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/nfs.dump.dir in system properties and HBase conf 2024-11-27T07:22:23,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/java.io.tmpdir in system properties and HBase conf 2024-11-27T07:22:23,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:22:23,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T07:22:23,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T07:22:23,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017b2b39cf0002, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T07:22:23,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017b2b39cf0005, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T07:22:23,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017b2b39cf0005, quorum=127.0.0.1:55448, baseZNode=/12142888249 Received Disconnected from ZooKeeper, ignoring 2024-11-27T07:22:23,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017b2b39cf0002, quorum=127.0.0.1:55448, baseZNode=/0-1873046501 Received Disconnected from ZooKeeper, ignoring 2024-11-27T07:22:23,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1017b2b39cf0008, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T07:22:23,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1017b2b39cf0008, quorum=127.0.0.1:55448, baseZNode=/2-45337859 Received Disconnected from ZooKeeper, ignoring 2024-11-27T07:22:23,998 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:22:24,001 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:22:24,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:22:24,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:22:24,007 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T07:22:24,008 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:22:24,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28ddc4bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:22:24,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69b4d279{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:22:24,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58a60325{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/java.io.tmpdir/jetty-localhost-45051-hadoop-hdfs-3_4_1-tests_jar-_-any-6772078983080307311/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:22:24,103 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a3d5011{HTTP/1.1, (http/1.1)}{localhost:45051} 2024-11-27T07:22:24,103 INFO [Time-limited test {}] server.Server(415): Started @288512ms 2024-11-27T07:22:24,473 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:22:24,475 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:24,475 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:24,476 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:24,476 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:24,476 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:24,505 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:24,505 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:24,505 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:24,506 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:24,506 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:24,506 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:24,511 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:24,513 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:24,514 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:24,515 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:24,543 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:22:24,546 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:22:24,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:22:24,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:22:24,547 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T07:22:24,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@703847b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:22:24,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e8d0d6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:22:24,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bbb495{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/java.io.tmpdir/jetty-localhost-42387-hadoop-hdfs-3_4_1-tests_jar-_-any-389947952412488006/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:22:24,674 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47847dce{HTTP/1.1, (http/1.1)}{localhost:42387} 2024-11-27T07:22:24,674 INFO [Time-limited test {}] server.Server(415): Started @289083ms 2024-11-27T07:22:24,676 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T07:22:24,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T07:22:24,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T07:22:24,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T07:22:24,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:22:25,582 WARN [Thread-3441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/cluster_85b74d75-d053-5246-e896-ecb0c3d26528/data/data2/current/BP-1105182574-172.17.0.3-1732692143240/current, will proceed with Du for space computation calculation, 2024-11-27T07:22:25,582 WARN [Thread-3440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/cluster_85b74d75-d053-5246-e896-ecb0c3d26528/data/data1/current/BP-1105182574-172.17.0.3-1732692143240/current, will proceed with Du for space computation calculation, 2024-11-27T07:22:25,603 WARN [Thread-3428 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T07:22:25,606 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45c7257b66098745 with lease ID 0xf9a5bd4dac0833f3: Processing first storage report for DS-dbece8d0-ec76-4289-8a1f-15eaf362f825 from datanode DatanodeRegistration(127.0.0.1:40403, datanodeUuid=23a88dce-b24f-4ef2-bebd-a266d81d2d54, infoPort=42027, infoSecurePort=0, ipcPort=34497, storageInfo=lv=-57;cid=testClusterID;nsid=351270129;c=1732692143240) 2024-11-27T07:22:25,606 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45c7257b66098745 with lease ID 0xf9a5bd4dac0833f3: from storage DS-dbece8d0-ec76-4289-8a1f-15eaf362f825 node DatanodeRegistration(127.0.0.1:40403, datanodeUuid=23a88dce-b24f-4ef2-bebd-a266d81d2d54, infoPort=42027, infoSecurePort=0, ipcPort=34497, storageInfo=lv=-57;cid=testClusterID;nsid=351270129;c=1732692143240), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:22:25,606 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45c7257b66098745 with lease ID 0xf9a5bd4dac0833f3: Processing first storage report for DS-072c3783-0bf8-4150-9fc5-180c95d18b05 from datanode DatanodeRegistration(127.0.0.1:40403, datanodeUuid=23a88dce-b24f-4ef2-bebd-a266d81d2d54, infoPort=42027, infoSecurePort=0, ipcPort=34497, storageInfo=lv=-57;cid=testClusterID;nsid=351270129;c=1732692143240) 2024-11-27T07:22:25,606 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45c7257b66098745 with lease ID 0xf9a5bd4dac0833f3: from storage DS-072c3783-0bf8-4150-9fc5-180c95d18b05 node DatanodeRegistration(127.0.0.1:40403, datanodeUuid=23a88dce-b24f-4ef2-bebd-a266d81d2d54, infoPort=42027, infoSecurePort=0, ipcPort=34497, storageInfo=lv=-57;cid=testClusterID;nsid=351270129;c=1732692143240), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T07:22:25,619 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60 2024-11-27T07:22:25,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:22:25,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:22:25,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741825_1001 (size=7) 2024-11-27T07:22:26,031 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5 with version=8 2024-11-27T07:22:26,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/hbase-staging 2024-11-27T07:22:26,033 INFO [Time-limited test {}] client.ConnectionUtils(128): master/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:22:26,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:22:26,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:22:26,033 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:22:26,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:22:26,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:22:26,033 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T07:22:26,034 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:22:26,034 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36011 2024-11-27T07:22:26,035 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36011 connecting to ZooKeeper ensemble=127.0.0.1:50127 2024-11-27T07:22:26,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360110x0, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:22:26,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36011-0x1017b2be8240000 connected 2024-11-27T07:22:26,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:22:26,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:22:26,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Set watcher on znode that does not yet exist, /0-1515925874/running 2024-11-27T07:22:26,182 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5, hbase.cluster.distributed=false 2024-11-27T07:22:26,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Set watcher on znode that does not yet exist, /0-1515925874/acl 2024-11-27T07:22:26,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36011 2024-11-27T07:22:26,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36011 2024-11-27T07:22:26,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36011 2024-11-27T07:22:26,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36011 2024-11-27T07:22:26,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36011 2024-11-27T07:22:26,203 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:22:26,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:22:26,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:22:26,203 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:22:26,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:22:26,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:22:26,203 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T07:22:26,203 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:22:26,205 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34871 2024-11-27T07:22:26,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34871 connecting to ZooKeeper ensemble=127.0.0.1:50127 2024-11-27T07:22:26,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:22:26,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:22:26,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348710x0, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:22:26,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348710x0, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Set watcher on znode that does not yet exist, /0-1515925874/running 2024-11-27T07:22:26,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34871-0x1017b2be8240001 connected 2024-11-27T07:22:26,222 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T07:22:26,225 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T07:22:26,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34871-0x1017b2be8240001, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Set watcher on znode that does not yet exist, /0-1515925874/master 2024-11-27T07:22:26,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34871-0x1017b2be8240001, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Set watcher on znode that does not yet exist, /0-1515925874/acl 2024-11-27T07:22:26,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34871 2024-11-27T07:22:26,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34871 2024-11-27T07:22:26,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34871 2024-11-27T07:22:26,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34871 2024-11-27T07:22:26,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34871 2024-11-27T07:22:26,249 DEBUG [M:0;289954c9202d:36011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;289954c9202d:36011 2024-11-27T07:22:26,250 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1515925874/backup-masters/289954c9202d,36011,1732692146033 2024-11-27T07:22:26,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515925874/backup-masters 2024-11-27T07:22:26,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1017b2be8240001, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515925874/backup-masters 2024-11-27T07:22:26,295 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Set watcher on existing znode=/0-1515925874/backup-masters/289954c9202d,36011,1732692146033 2024-11-27T07:22:26,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1017b2be8240001, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1515925874/master 2024-11-27T07:22:26,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515925874 2024-11-27T07:22:26,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1017b2be8240001, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515925874 2024-11-27T07:22:26,306 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Set watcher on existing znode=/0-1515925874/master 2024-11-27T07:22:26,306 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1515925874/backup-masters/289954c9202d,36011,1732692146033 from backup master directory 2024-11-27T07:22:26,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1515925874/backup-masters/289954c9202d,36011,1732692146033 2024-11-27T07:22:26,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1017b2be8240001, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515925874/backup-masters 2024-11-27T07:22:26,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515925874/backup-masters 2024-11-27T07:22:26,316 WARN [master/289954c9202d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:22:26,316 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=289954c9202d,36011,1732692146033 2024-11-27T07:22:26,319 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/hbase.id] with ID: a366af32-0737-4c33-ada3-3e118e443f5c 2024-11-27T07:22:26,319 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/.tmp/hbase.id 2024-11-27T07:22:26,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741826_1002 (size=42) 2024-11-27T07:22:26,724 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/.tmp/hbase.id]:[hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/hbase.id] 2024-11-27T07:22:26,731 INFO [master/289954c9202d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:22:26,731 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T07:22:26,732 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T07:22:26,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515925874 2024-11-27T07:22:26,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1017b2be8240001, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515925874 2024-11-27T07:22:26,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741827_1003 (size=196) 2024-11-27T07:22:27,147 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:22:27,148 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T07:22:27,148 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:22:27,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741828_1004 (size=1189) 2024-11-27T07:22:27,554 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/data/master/store 2024-11-27T07:22:27,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741829_1005 (size=34) 2024-11-27T07:22:27,559 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:27,559 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:22:27,559 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:22:27,559 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:22:27,559 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:22:27,559 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:22:27,559 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:22:27,559 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692147559Disabling compacts and flushes for region at 1732692147559Disabling writes for close at 1732692147559Writing region close event to WAL at 1732692147559Closed at 1732692147559 2024-11-27T07:22:27,560 WARN [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/data/master/store/.initializing 2024-11-27T07:22:27,560 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/WALs/289954c9202d,36011,1732692146033 2024-11-27T07:22:27,561 INFO [master/289954c9202d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:22:27,563 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=289954c9202d%2C36011%2C1732692146033, suffix=, logDir=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/WALs/289954c9202d,36011,1732692146033, archiveDir=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/oldWALs, maxLogs=10 2024-11-27T07:22:27,579 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/WALs/289954c9202d,36011,1732692146033/289954c9202d%2C36011%2C1732692146033.1732692147563, exclude list is [], retry=0 2024-11-27T07:22:27,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40403,DS-dbece8d0-ec76-4289-8a1f-15eaf362f825,DISK] 2024-11-27T07:22:27,589 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/WALs/289954c9202d,36011,1732692146033/289954c9202d%2C36011%2C1732692146033.1732692147563 2024-11-27T07:22:27,591 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42027:42027)] 2024-11-27T07:22:27,592 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:22:27,592 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:27,592 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:27,592 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:27,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:27,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T07:22:27,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:27,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:27,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:27,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T07:22:27,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:27,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:27,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:27,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T07:22:27,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:27,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:27,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:27,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T07:22:27,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:27,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:27,601 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:27,602 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:27,602 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:27,603 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:27,603 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:27,603 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:22:27,604 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:27,609 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:22:27,609 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64387815, jitterRate=-0.04054678976535797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:22:27,609 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732692147592Initializing all the Stores at 1732692147593 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692147593Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692147596 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692147596Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692147596Cleaning up temporary data from old regions at 1732692147603 (+7 ms)Region opened successfully at 1732692147609 (+6 ms) 2024-11-27T07:22:27,612 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T07:22:27,615 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f35270e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:22:27,616 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T07:22:27,617 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T07:22:27,617 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T07:22:27,617 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T07:22:27,618 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T07:22:27,618 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T07:22:27,618 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T07:22:27,626 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T07:22:27,627 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Unable to get data of znode /0-1515925874/balancer because node does not exist (not necessarily an error) 2024-11-27T07:22:27,653 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1515925874/balancer already deleted, retry=false 2024-11-27T07:22:27,653 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T07:22:27,654 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Unable to get data of znode /0-1515925874/normalizer because node does not exist (not necessarily an error) 2024-11-27T07:22:27,663 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1515925874/normalizer already deleted, retry=false 2024-11-27T07:22:27,664 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T07:22:27,664 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Unable to get data of znode /0-1515925874/switch/split because node does not exist (not necessarily an error) 2024-11-27T07:22:27,753 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1515925874/switch/split already deleted, retry=false 2024-11-27T07:22:27,754 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Unable to get data of znode /0-1515925874/switch/merge because node does not exist (not necessarily an error) 2024-11-27T07:22:27,763 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1515925874/switch/merge already deleted, retry=false 2024-11-27T07:22:27,765 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Unable to get data of znode /0-1515925874/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T07:22:27,774 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1515925874/snapshot-cleanup already deleted, retry=false 2024-11-27T07:22:27,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1515925874/running 2024-11-27T07:22:27,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1017b2be8240001, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1515925874/running 2024-11-27T07:22:27,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515925874 2024-11-27T07:22:27,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1017b2be8240001, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515925874 2024-11-27T07:22:27,785 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=289954c9202d,36011,1732692146033, sessionid=0x1017b2be8240000, setting cluster-up flag (Was=false) 2024-11-27T07:22:27,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1017b2be8240001, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515925874 2024-11-27T07:22:27,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515925874 2024-11-27T07:22:27,837 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1515925874/flush-table-proc/acquired, /0-1515925874/flush-table-proc/reached, /0-1515925874/flush-table-proc/abort 2024-11-27T07:22:27,838 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,36011,1732692146033 2024-11-27T07:22:27,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515925874 2024-11-27T07:22:27,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1017b2be8240001, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515925874 2024-11-27T07:22:27,890 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1515925874/online-snapshot/acquired, /0-1515925874/online-snapshot/reached, /0-1515925874/online-snapshot/abort 2024-11-27T07:22:27,891 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,36011,1732692146033 2024-11-27T07:22:27,893 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T07:22:27,894 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T07:22:27,894 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T07:22:27,894 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T07:22:27,895 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 289954c9202d,36011,1732692146033 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T07:22:27,896 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:22:27,896 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:22:27,896 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:22:27,896 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:22:27,896 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/289954c9202d:0, corePoolSize=10, maxPoolSize=10 2024-11-27T07:22:27,896 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:27,896 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:22:27,897 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:27,901 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:22:27,901 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T07:22:27,902 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:27,902 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T07:22:27,912 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732692177912 2024-11-27T07:22:27,912 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T07:22:27,912 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T07:22:27,912 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T07:22:27,912 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T07:22:27,912 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T07:22:27,912 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T07:22:27,913 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:27,915 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T07:22:27,915 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T07:22:27,915 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T07:22:27,915 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T07:22:27,915 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T07:22:27,915 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T07:22:27,915 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692147915,5,FailOnTimeoutGroup] 2024-11-27T07:22:27,915 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692147915,5,FailOnTimeoutGroup] 2024-11-27T07:22:27,915 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:27,915 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T07:22:27,915 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:27,915 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:27,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741831_1007 (size=1321) 2024-11-27T07:22:27,938 INFO [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(746): ClusterId : a366af32-0737-4c33-ada3-3e118e443f5c 2024-11-27T07:22:27,939 DEBUG [RS:0;289954c9202d:34871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T07:22:27,948 DEBUG [RS:0;289954c9202d:34871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T07:22:27,948 DEBUG [RS:0;289954c9202d:34871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T07:22:27,959 DEBUG [RS:0;289954c9202d:34871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T07:22:27,959 DEBUG [RS:0;289954c9202d:34871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69342bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:22:27,972 DEBUG [RS:0;289954c9202d:34871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;289954c9202d:34871 2024-11-27T07:22:27,972 INFO [RS:0;289954c9202d:34871 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T07:22:27,972 INFO [RS:0;289954c9202d:34871 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T07:22:27,972 DEBUG [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T07:22:27,973 INFO [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,36011,1732692146033 with port=34871, startcode=1732692146203 2024-11-27T07:22:27,973 DEBUG [RS:0;289954c9202d:34871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T07:22:27,974 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T07:22:27,975 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36011 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 289954c9202d,34871,1732692146203 2024-11-27T07:22:27,975 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36011 {}] master.ServerManager(517): Registering regionserver=289954c9202d,34871,1732692146203 2024-11-27T07:22:27,976 DEBUG [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5 2024-11-27T07:22:27,976 DEBUG [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36523 2024-11-27T07:22:27,976 DEBUG [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T07:22:27,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515925874/rs 2024-11-27T07:22:27,985 DEBUG [RS:0;289954c9202d:34871 {}] zookeeper.ZKUtil(111): regionserver:34871-0x1017b2be8240001, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Set watcher on existing znode=/0-1515925874/rs/289954c9202d,34871,1732692146203 2024-11-27T07:22:27,985 WARN [RS:0;289954c9202d:34871 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:22:27,985 INFO [RS:0;289954c9202d:34871 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:22:27,985 DEBUG [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203 2024-11-27T07:22:27,985 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [289954c9202d,34871,1732692146203] 2024-11-27T07:22:27,987 INFO [RS:0;289954c9202d:34871 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T07:22:27,989 INFO [RS:0;289954c9202d:34871 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T07:22:27,989 INFO [RS:0;289954c9202d:34871 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T07:22:27,989 INFO [RS:0;289954c9202d:34871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:27,989 INFO [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T07:22:27,990 INFO [RS:0;289954c9202d:34871 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T07:22:27,990 INFO [RS:0;289954c9202d:34871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:27,990 DEBUG [RS:0;289954c9202d:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:27,990 DEBUG [RS:0;289954c9202d:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:27,990 DEBUG [RS:0;289954c9202d:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:27,990 DEBUG [RS:0;289954c9202d:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:27,990 DEBUG [RS:0;289954c9202d:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:27,990 DEBUG [RS:0;289954c9202d:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:22:27,990 DEBUG [RS:0;289954c9202d:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:27,990 DEBUG [RS:0;289954c9202d:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:27,990 DEBUG [RS:0;289954c9202d:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:27,990 DEBUG [RS:0;289954c9202d:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:27,990 DEBUG [RS:0;289954c9202d:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:27,990 DEBUG [RS:0;289954c9202d:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:27,990 DEBUG [RS:0;289954c9202d:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:22:27,990 DEBUG [RS:0;289954c9202d:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:22:27,991 INFO [RS:0;289954c9202d:34871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:27,991 INFO [RS:0;289954c9202d:34871 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:27,991 INFO [RS:0;289954c9202d:34871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:27,991 INFO [RS:0;289954c9202d:34871 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:27,991 INFO [RS:0;289954c9202d:34871 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:27,991 INFO [RS:0;289954c9202d:34871 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,34871,1732692146203-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:22:28,003 INFO [RS:0;289954c9202d:34871 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T07:22:28,004 INFO [RS:0;289954c9202d:34871 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,34871,1732692146203-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:28,004 INFO [RS:0;289954c9202d:34871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:28,004 INFO [RS:0;289954c9202d:34871 {}] regionserver.Replication(171): 289954c9202d,34871,1732692146203 started 2024-11-27T07:22:28,015 INFO [RS:0;289954c9202d:34871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:28,015 INFO [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(1482): Serving as 289954c9202d,34871,1732692146203, RpcServer on 289954c9202d/172.17.0.3:34871, sessionid=0x1017b2be8240001 2024-11-27T07:22:28,016 DEBUG [RS:0;289954c9202d:34871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T07:22:28,016 DEBUG [RS:0;289954c9202d:34871 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 289954c9202d,34871,1732692146203 2024-11-27T07:22:28,016 DEBUG [RS:0;289954c9202d:34871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,34871,1732692146203' 2024-11-27T07:22:28,016 DEBUG [RS:0;289954c9202d:34871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1515925874/flush-table-proc/abort' 2024-11-27T07:22:28,016 DEBUG [RS:0;289954c9202d:34871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1515925874/flush-table-proc/acquired' 2024-11-27T07:22:28,017 DEBUG [RS:0;289954c9202d:34871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T07:22:28,017 DEBUG [RS:0;289954c9202d:34871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T07:22:28,017 DEBUG [RS:0;289954c9202d:34871 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 289954c9202d,34871,1732692146203 2024-11-27T07:22:28,017 DEBUG [RS:0;289954c9202d:34871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,34871,1732692146203' 2024-11-27T07:22:28,017 DEBUG [RS:0;289954c9202d:34871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1515925874/online-snapshot/abort' 2024-11-27T07:22:28,017 DEBUG [RS:0;289954c9202d:34871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1515925874/online-snapshot/acquired' 2024-11-27T07:22:28,017 DEBUG [RS:0;289954c9202d:34871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T07:22:28,017 INFO [RS:0;289954c9202d:34871 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T07:22:28,017 INFO [RS:0;289954c9202d:34871 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T07:22:28,118 INFO [RS:0;289954c9202d:34871 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:22:28,119 INFO [RS:0;289954c9202d:34871 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C34871%2C1732692146203, suffix=, logDir=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203, archiveDir=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/oldWALs, maxLogs=10 2024-11-27T07:22:28,137 DEBUG [RS:0;289954c9202d:34871 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120, exclude list is [], retry=0 2024-11-27T07:22:28,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40403,DS-dbece8d0-ec76-4289-8a1f-15eaf362f825,DISK] 2024-11-27T07:22:28,169 INFO [RS:0;289954c9202d:34871 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 2024-11-27T07:22:28,169 DEBUG [RS:0;289954c9202d:34871 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42027:42027)] 2024-11-27T07:22:28,317 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T07:22:28,317 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5 2024-11-27T07:22:28,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741833_1009 (size=32) 2024-11-27T07:22:28,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:28,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:22:28,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:22:28,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:28,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:28,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:22:28,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:22:28,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:28,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:28,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:22:28,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:22:28,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:28,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:28,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:22:28,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:22:28,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:28,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:28,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:22:28,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740 2024-11-27T07:22:28,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740 2024-11-27T07:22:28,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:22:28,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:22:28,731 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:22:28,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:22:28,733 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:22:28,734 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62101195, jitterRate=-0.0746200829744339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:22:28,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732692148722Initializing all the Stores at 1732692148723 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692148723Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692148723Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692148723Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692148723Cleaning up temporary data from old regions at 1732692148731 (+8 ms)Region opened successfully at 1732692148734 (+3 ms) 2024-11-27T07:22:28,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:22:28,734 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:22:28,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:22:28,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:22:28,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:22:28,735 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:22:28,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692148734Disabling compacts and flushes for region at 1732692148734Disabling writes for close at 1732692148734Writing region close event to WAL at 1732692148735 (+1 ms)Closed at 1732692148735 2024-11-27T07:22:28,736 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:22:28,736 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T07:22:28,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T07:22:28,738 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:22:28,738 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T07:22:28,889 DEBUG [289954c9202d:36011 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:22:28,889 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=289954c9202d,34871,1732692146203 2024-11-27T07:22:28,890 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,34871,1732692146203, state=OPENING 2024-11-27T07:22:28,969 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T07:22:29,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1017b2be8240001, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515925874 2024-11-27T07:22:29,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515925874 2024-11-27T07:22:29,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1515925874/meta-region-server: CHANGED 2024-11-27T07:22:29,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1515925874/meta-region-server: CHANGED 2024-11-27T07:22:29,017 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:22:29,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,34871,1732692146203}] 2024-11-27T07:22:29,168 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:22:29,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:22:29,172 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T07:22:29,172 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:22:29,172 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T07:22:29,173 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C34871%2C1732692146203.meta, suffix=.meta, logDir=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203, archiveDir=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/oldWALs, maxLogs=10 2024-11-27T07:22:29,186 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.meta.1732692149173.meta, exclude list is [], retry=0 2024-11-27T07:22:29,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40403,DS-dbece8d0-ec76-4289-8a1f-15eaf362f825,DISK] 2024-11-27T07:22:29,190 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.meta.1732692149173.meta 2024-11-27T07:22:29,190 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42027:42027)] 2024-11-27T07:22:29,190 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:22:29,190 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:22:29,190 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:22:29,191 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T07:22:29,191 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T07:22:29,191 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T07:22:29,191 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:29,191 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T07:22:29,191 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T07:22:29,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:22:29,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:22:29,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:29,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:29,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:22:29,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:22:29,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:29,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:29,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:22:29,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:22:29,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:29,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:29,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:22:29,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:22:29,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:29,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:29,196 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:22:29,196 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740 2024-11-27T07:22:29,203 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740 2024-11-27T07:22:29,205 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:22:29,205 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:22:29,205 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:22:29,207 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:22:29,208 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73456130, jitterRate=0.09458163380622864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:22:29,208 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T07:22:29,209 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732692149191Writing region info on filesystem at 1732692149191Initializing all the Stores at 1732692149192 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692149192Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692149192Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692149192Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692149192Cleaning up temporary data from old regions at 1732692149205 (+13 ms)Running coprocessor post-open hooks at 1732692149208 (+3 ms)Region opened successfully at 1732692149209 (+1 ms) 2024-11-27T07:22:29,210 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732692149168 2024-11-27T07:22:29,212 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T07:22:29,212 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T07:22:29,213 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,34871,1732692146203 2024-11-27T07:22:29,213 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,34871,1732692146203, state=OPEN 2024-11-27T07:22:29,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1515925874/meta-region-server 2024-11-27T07:22:29,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1017b2be8240001, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1515925874/meta-region-server 2024-11-27T07:22:29,232 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=289954c9202d,34871,1732692146203 2024-11-27T07:22:29,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1515925874/meta-region-server: CHANGED 2024-11-27T07:22:29,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1515925874/meta-region-server: CHANGED 2024-11-27T07:22:29,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T07:22:29,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,34871,1732692146203 in 215 msec 2024-11-27T07:22:29,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T07:22:29,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 497 msec 2024-11-27T07:22:29,235 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:22:29,235 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T07:22:29,236 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:22:29,236 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,34871,1732692146203, seqNum=-1] 2024-11-27T07:22:29,237 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:22:29,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:22:29,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3470 sec 2024-11-27T07:22:29,241 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732692149241, completionTime=-1 2024-11-27T07:22:29,242 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T07:22:29,242 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T07:22:29,243 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T07:22:29,243 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732692209243 2024-11-27T07:22:29,243 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732692269243 2024-11-27T07:22:29,243 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T07:22:29,243 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,36011,1732692146033-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:29,244 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,36011,1732692146033-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:29,244 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,36011,1732692146033-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:29,244 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-289954c9202d:36011, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:29,244 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:29,244 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:29,245 DEBUG [master/289954c9202d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T07:22:29,247 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.931sec 2024-11-27T07:22:29,247 INFO [master/289954c9202d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T07:22:29,247 INFO [master/289954c9202d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T07:22:29,247 INFO [master/289954c9202d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T07:22:29,247 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T07:22:29,247 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T07:22:29,247 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,36011,1732692146033-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:22:29,247 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,36011,1732692146033-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T07:22:29,249 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T07:22:29,249 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T07:22:29,249 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,36011,1732692146033-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:29,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715b68f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:29,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,36011,-1 for getting cluster id 2024-11-27T07:22:29,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:29,341 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a366af32-0737-4c33-ada3-3e118e443f5c' 2024-11-27T07:22:29,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:29,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a366af32-0737-4c33-ada3-3e118e443f5c" 2024-11-27T07:22:29,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2ffdd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:29,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,36011,-1] 2024-11-27T07:22:29,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:29,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:29,343 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:29,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259ca815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:29,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:22:29,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,34871,1732692146203, seqNum=-1] 2024-11-27T07:22:29,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:22:29,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:22:29,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=289954c9202d,36011,1732692146033 2024-11-27T07:22:29,347 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50127 2024-11-27T07:22:29,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:22:29,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017b2be8240002 connected 2024-11-27T07:22:29,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/hadoop.log.dir so I do NOT create it in target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc 2024-11-27T07:22:29,372 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T07:22:29,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/hadoop.tmp.dir so I do NOT create it in target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc 2024-11-27T07:22:29,372 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T07:22:29,372 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc 2024-11-27T07:22:29,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T07:22:29,372 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/cluster_0ecd712c-51f6-5b72-b7d4-80ae5fc92a50, deleteOnExit=true 2024-11-27T07:22:29,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T07:22:29,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/test.cache.data in system properties and HBase conf 2024-11-27T07:22:29,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T07:22:29,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/hadoop.log.dir in system properties and HBase conf 2024-11-27T07:22:29,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T07:22:29,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T07:22:29,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T07:22:29,373 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T07:22:29,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:22:29,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:22:29,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T07:22:29,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:22:29,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T07:22:29,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T07:22:29,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:22:29,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:22:29,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T07:22:29,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/nfs.dump.dir in system properties and HBase conf 2024-11-27T07:22:29,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/java.io.tmpdir in system properties and HBase conf 2024-11-27T07:22:29,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:22:29,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T07:22:29,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T07:22:29,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:22:29,782 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:22:29,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:22:29,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:22:29,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T07:22:29,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:22:29,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56482e6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:22:29,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73446715{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:22:29,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4be7a519{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/java.io.tmpdir/jetty-localhost-45311-hadoop-hdfs-3_4_1-tests_jar-_-any-4984021139722605501/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:22:29,944 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a157221{HTTP/1.1, (http/1.1)}{localhost:45311} 2024-11-27T07:22:29,944 INFO [Time-limited test {}] server.Server(415): Started @294353ms 2024-11-27T07:22:30,187 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:22:30,187 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:30,188 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:30,188 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:30,188 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:30,188 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:30,217 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:30,217 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:30,218 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:30,218 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:30,218 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:30,218 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:30,224 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:30,227 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:30,227 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:30,229 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:30,249 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:22:30,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:22:30,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:22:30,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:22:30,252 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T07:22:30,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69651f86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:22:30,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@466d9322{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:22:30,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17e51eff{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/java.io.tmpdir/jetty-localhost-41057-hadoop-hdfs-3_4_1-tests_jar-_-any-8855461892771137087/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:22:30,349 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f92b2d4{HTTP/1.1, (http/1.1)}{localhost:41057} 2024-11-27T07:22:30,349 INFO [Time-limited test {}] server.Server(415): Started @294758ms 2024-11-27T07:22:30,350 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T07:22:31,024 WARN [Thread-3561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/cluster_0ecd712c-51f6-5b72-b7d4-80ae5fc92a50/data/data1/current/BP-1589249784-172.17.0.3-1732692149406/current, will proceed with Du for space computation calculation, 2024-11-27T07:22:31,029 WARN [Thread-3562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/cluster_0ecd712c-51f6-5b72-b7d4-80ae5fc92a50/data/data2/current/BP-1589249784-172.17.0.3-1732692149406/current, will proceed with Du for space computation calculation, 2024-11-27T07:22:31,061 WARN [Thread-3549 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T07:22:31,064 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb04dcf4236b8707b with lease ID 0xa504d4b38f034b8f: Processing first storage report for DS-1e087fb1-940d-4511-a388-275d4965cb33 from datanode DatanodeRegistration(127.0.0.1:42679, datanodeUuid=6b7c63e7-0306-4fe3-aa88-08df5046e069, infoPort=45239, infoSecurePort=0, ipcPort=33033, storageInfo=lv=-57;cid=testClusterID;nsid=1720225584;c=1732692149406) 2024-11-27T07:22:31,064 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb04dcf4236b8707b with lease ID 0xa504d4b38f034b8f: from storage DS-1e087fb1-940d-4511-a388-275d4965cb33 node DatanodeRegistration(127.0.0.1:42679, datanodeUuid=6b7c63e7-0306-4fe3-aa88-08df5046e069, infoPort=45239, infoSecurePort=0, ipcPort=33033, storageInfo=lv=-57;cid=testClusterID;nsid=1720225584;c=1732692149406), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T07:22:31,064 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb04dcf4236b8707b with lease ID 0xa504d4b38f034b8f: Processing first storage report for DS-d31e3de5-b0a3-4ca6-9f3c-af5b21490ee3 from datanode DatanodeRegistration(127.0.0.1:42679, datanodeUuid=6b7c63e7-0306-4fe3-aa88-08df5046e069, infoPort=45239, infoSecurePort=0, ipcPort=33033, storageInfo=lv=-57;cid=testClusterID;nsid=1720225584;c=1732692149406) 2024-11-27T07:22:31,064 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb04dcf4236b8707b with lease ID 0xa504d4b38f034b8f: from storage DS-d31e3de5-b0a3-4ca6-9f3c-af5b21490ee3 node DatanodeRegistration(127.0.0.1:42679, datanodeUuid=6b7c63e7-0306-4fe3-aa88-08df5046e069, infoPort=45239, infoSecurePort=0, ipcPort=33033, storageInfo=lv=-57;cid=testClusterID;nsid=1720225584;c=1732692149406), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:22:31,075 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc 2024-11-27T07:22:31,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:22:31,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:22:31,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741825_1001 (size=7) 2024-11-27T07:22:31,484 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd with version=8 2024-11-27T07:22:31,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/hbase-staging 2024-11-27T07:22:31,487 INFO [Time-limited test {}] client.ConnectionUtils(128): master/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:22:31,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:22:31,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:22:31,488 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:22:31,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:22:31,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:22:31,488 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T07:22:31,488 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:22:31,488 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45477 2024-11-27T07:22:31,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45477 connecting to ZooKeeper ensemble=127.0.0.1:50127 2024-11-27T07:22:31,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454770x0, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:22:31,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45477-0x1017b2be8240003 connected 2024-11-27T07:22:31,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:22:31,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:22:31,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Set watcher on znode that does not yet exist, /1121372154/running 2024-11-27T07:22:31,589 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd, hbase.cluster.distributed=false 2024-11-27T07:22:31,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Set watcher on znode that does not yet exist, /1121372154/acl 2024-11-27T07:22:31,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45477 2024-11-27T07:22:31,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45477 2024-11-27T07:22:31,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45477 2024-11-27T07:22:31,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45477 2024-11-27T07:22:31,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45477 2024-11-27T07:22:31,618 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:22:31,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:22:31,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:22:31,618 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:22:31,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:22:31,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:22:31,618 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T07:22:31,619 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:22:31,619 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46293 2024-11-27T07:22:31,620 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46293 connecting to ZooKeeper ensemble=127.0.0.1:50127 2024-11-27T07:22:31,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:22:31,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:22:31,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462930x0, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:22:31,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462930x0, quorum=127.0.0.1:50127, baseZNode=/1121372154 Set watcher on znode that does not yet exist, /1121372154/running 2024-11-27T07:22:31,639 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T07:22:31,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46293-0x1017b2be8240004 connected 2024-11-27T07:22:31,647 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T07:22:31,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46293-0x1017b2be8240004, quorum=127.0.0.1:50127, baseZNode=/1121372154 Set watcher on znode that does not yet exist, /1121372154/master 2024-11-27T07:22:31,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46293-0x1017b2be8240004, quorum=127.0.0.1:50127, baseZNode=/1121372154 Set watcher on znode that does not yet exist, /1121372154/acl 2024-11-27T07:22:31,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46293 2024-11-27T07:22:31,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46293 2024-11-27T07:22:31,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46293 2024-11-27T07:22:31,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46293 2024-11-27T07:22:31,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46293 2024-11-27T07:22:31,678 DEBUG [M:0;289954c9202d:45477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;289954c9202d:45477 2024-11-27T07:22:31,680 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1121372154/backup-masters/289954c9202d,45477,1732692151487 2024-11-27T07:22:31,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1121372154/backup-masters 2024-11-27T07:22:31,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x1017b2be8240004, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1121372154/backup-masters 2024-11-27T07:22:31,690 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Set watcher on existing znode=/1121372154/backup-masters/289954c9202d,45477,1732692151487 2024-11-27T07:22:31,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1121372154 2024-11-27T07:22:31,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x1017b2be8240004, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1121372154/master 2024-11-27T07:22:31,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x1017b2be8240004, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1121372154 2024-11-27T07:22:31,702 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Set watcher on existing znode=/1121372154/master 2024-11-27T07:22:31,702 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1121372154/backup-masters/289954c9202d,45477,1732692151487 from backup master directory 2024-11-27T07:22:31,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1121372154/backup-masters/289954c9202d,45477,1732692151487 2024-11-27T07:22:31,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1121372154/backup-masters 2024-11-27T07:22:31,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x1017b2be8240004, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1121372154/backup-masters 2024-11-27T07:22:31,716 WARN [master/289954c9202d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:22:31,716 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=289954c9202d,45477,1732692151487 2024-11-27T07:22:31,730 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/hbase.id] with ID: 2f650d2e-3588-4fc0-a700-0aa6f665d60f 2024-11-27T07:22:31,730 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/.tmp/hbase.id 2024-11-27T07:22:31,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741826_1002 (size=42) 2024-11-27T07:22:31,753 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/.tmp/hbase.id]:[hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/hbase.id] 2024-11-27T07:22:31,768 INFO [master/289954c9202d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:22:31,768 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T07:22:31,769 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T07:22:31,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1121372154 2024-11-27T07:22:31,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x1017b2be8240004, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1121372154 2024-11-27T07:22:31,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741827_1003 (size=196) 2024-11-27T07:22:31,815 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:31,816 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:22:31,816 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88599 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:22:32,192 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:22:32,193 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T07:22:32,193 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:22:32,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741828_1004 (size=1189) 2024-11-27T07:22:32,599 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/data/master/store 2024-11-27T07:22:32,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741829_1005 (size=34) 2024-11-27T07:22:33,003 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:33,004 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:22:33,004 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:22:33,004 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:22:33,004 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:22:33,004 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:22:33,004 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:22:33,004 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692153004Disabling compacts and flushes for region at 1732692153004Disabling writes for close at 1732692153004Writing region close event to WAL at 1732692153004Closed at 1732692153004 2024-11-27T07:22:33,005 WARN [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/data/master/store/.initializing 2024-11-27T07:22:33,005 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/WALs/289954c9202d,45477,1732692151487 2024-11-27T07:22:33,005 INFO [master/289954c9202d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:22:33,007 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=289954c9202d%2C45477%2C1732692151487, suffix=, logDir=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/WALs/289954c9202d,45477,1732692151487, archiveDir=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/oldWALs, maxLogs=10 2024-11-27T07:22:33,025 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/WALs/289954c9202d,45477,1732692151487/289954c9202d%2C45477%2C1732692151487.1732692153007, exclude list is [], retry=0 2024-11-27T07:22:33,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-1e087fb1-940d-4511-a388-275d4965cb33,DISK] 2024-11-27T07:22:33,036 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/WALs/289954c9202d,45477,1732692151487/289954c9202d%2C45477%2C1732692151487.1732692153007 2024-11-27T07:22:33,036 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45239:45239)] 2024-11-27T07:22:33,036 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:22:33,037 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:33,037 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:33,037 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:33,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:33,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T07:22:33,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:33,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:33,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:33,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T07:22:33,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:33,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:33,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:33,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T07:22:33,045 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:33,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:33,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:33,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T07:22:33,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:33,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:33,046 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:33,047 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:33,047 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:33,048 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:33,048 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:33,049 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:22:33,050 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:33,051 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:22:33,052 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67812117, jitterRate=0.010479286313056946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:22:33,052 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732692153037Initializing all the Stores at 1732692153038 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692153038Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692153040 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692153040Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692153040Cleaning up temporary data from old regions at 1732692153048 (+8 ms)Region opened successfully at 1732692153052 (+4 ms) 2024-11-27T07:22:33,052 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T07:22:33,055 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71040585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:22:33,056 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T07:22:33,056 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T07:22:33,056 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T07:22:33,056 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T07:22:33,057 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T07:22:33,057 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T07:22:33,057 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T07:22:33,062 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T07:22:33,062 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Unable to get data of znode /1121372154/balancer because node does not exist (not necessarily an error) 2024-11-27T07:22:33,079 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1121372154/balancer already deleted, retry=false 2024-11-27T07:22:33,080 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T07:22:33,080 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Unable to get data of znode /1121372154/normalizer because node does not exist (not necessarily an error) 2024-11-27T07:22:33,090 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1121372154/normalizer already deleted, retry=false 2024-11-27T07:22:33,090 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T07:22:33,091 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Unable to get data of znode /1121372154/switch/split because node does not exist (not necessarily an error) 2024-11-27T07:22:33,100 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1121372154/switch/split already deleted, retry=false 2024-11-27T07:22:33,101 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Unable to get data of znode /1121372154/switch/merge because node does not exist (not necessarily an error) 2024-11-27T07:22:33,111 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1121372154/switch/merge already deleted, retry=false 2024-11-27T07:22:33,112 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Unable to get data of znode /1121372154/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T07:22:33,121 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1121372154/snapshot-cleanup already deleted, retry=false 2024-11-27T07:22:33,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x1017b2be8240004, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1121372154/running 2024-11-27T07:22:33,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1121372154/running 2024-11-27T07:22:33,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x1017b2be8240004, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1121372154 2024-11-27T07:22:33,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1121372154 2024-11-27T07:22:33,133 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=289954c9202d,45477,1732692151487, sessionid=0x1017b2be8240003, setting cluster-up flag (Was=false) 2024-11-27T07:22:33,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x1017b2be8240004, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1121372154 2024-11-27T07:22:33,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1121372154 2024-11-27T07:22:33,185 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1121372154/flush-table-proc/acquired, /1121372154/flush-table-proc/reached, /1121372154/flush-table-proc/abort 2024-11-27T07:22:33,186 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,45477,1732692151487 2024-11-27T07:22:33,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1121372154 2024-11-27T07:22:33,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x1017b2be8240004, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1121372154 2024-11-27T07:22:33,237 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1121372154/online-snapshot/acquired, /1121372154/online-snapshot/reached, /1121372154/online-snapshot/abort 2024-11-27T07:22:33,238 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,45477,1732692151487 2024-11-27T07:22:33,239 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T07:22:33,241 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T07:22:33,241 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T07:22:33,241 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T07:22:33,241 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 289954c9202d,45477,1732692151487 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T07:22:33,242 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:22:33,243 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:22:33,243 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:22:33,243 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:22:33,243 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/289954c9202d:0, corePoolSize=10, maxPoolSize=10 2024-11-27T07:22:33,243 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:33,243 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:22:33,243 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:33,245 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:22:33,245 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T07:22:33,246 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:33,246 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T07:22:33,253 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732692183252 2024-11-27T07:22:33,253 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T07:22:33,253 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T07:22:33,253 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T07:22:33,253 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T07:22:33,253 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T07:22:33,253 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T07:22:33,255 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:33,256 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T07:22:33,256 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T07:22:33,256 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T07:22:33,256 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T07:22:33,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741831_1007 (size=1321) 2024-11-27T07:22:33,264 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T07:22:33,264 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T07:22:33,265 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692153264,5,FailOnTimeoutGroup] 2024-11-27T07:22:33,267 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692153265,5,FailOnTimeoutGroup] 2024-11-27T07:22:33,267 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:33,267 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T07:22:33,267 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:33,267 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:33,269 INFO [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer(746): ClusterId : 2f650d2e-3588-4fc0-a700-0aa6f665d60f 2024-11-27T07:22:33,269 DEBUG [RS:0;289954c9202d:46293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T07:22:33,280 DEBUG [RS:0;289954c9202d:46293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T07:22:33,280 DEBUG [RS:0;289954c9202d:46293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T07:22:33,290 DEBUG [RS:0;289954c9202d:46293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T07:22:33,291 DEBUG [RS:0;289954c9202d:46293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712c1b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:22:33,307 DEBUG [RS:0;289954c9202d:46293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;289954c9202d:46293 2024-11-27T07:22:33,307 INFO [RS:0;289954c9202d:46293 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T07:22:33,307 INFO [RS:0;289954c9202d:46293 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T07:22:33,307 DEBUG [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T07:22:33,308 INFO [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,45477,1732692151487 with port=46293, startcode=1732692151618 2024-11-27T07:22:33,309 DEBUG [RS:0;289954c9202d:46293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T07:22:33,313 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T07:22:33,313 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45477 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 289954c9202d,46293,1732692151618 2024-11-27T07:22:33,313 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45477 {}] master.ServerManager(517): Registering regionserver=289954c9202d,46293,1732692151618 2024-11-27T07:22:33,316 DEBUG [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd 2024-11-27T07:22:33,316 DEBUG [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35019 2024-11-27T07:22:33,316 DEBUG [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T07:22:33,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1121372154/rs 2024-11-27T07:22:33,363 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [289954c9202d,46293,1732692151618] 2024-11-27T07:22:33,363 DEBUG [RS:0;289954c9202d:46293 {}] zookeeper.ZKUtil(111): regionserver:46293-0x1017b2be8240004, quorum=127.0.0.1:50127, baseZNode=/1121372154 Set watcher on existing znode=/1121372154/rs/289954c9202d,46293,1732692151618 2024-11-27T07:22:33,363 WARN [RS:0;289954c9202d:46293 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:22:33,363 INFO [RS:0;289954c9202d:46293 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:22:33,363 DEBUG [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618 2024-11-27T07:22:33,366 INFO [RS:0;289954c9202d:46293 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T07:22:33,369 INFO [RS:0;289954c9202d:46293 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T07:22:33,369 INFO [RS:0;289954c9202d:46293 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T07:22:33,369 INFO [RS:0;289954c9202d:46293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:33,372 INFO [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T07:22:33,376 INFO [RS:0;289954c9202d:46293 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T07:22:33,376 INFO [RS:0;289954c9202d:46293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:33,376 DEBUG [RS:0;289954c9202d:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:33,376 DEBUG [RS:0;289954c9202d:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:33,376 DEBUG [RS:0;289954c9202d:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:33,376 DEBUG [RS:0;289954c9202d:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:33,376 DEBUG [RS:0;289954c9202d:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:33,376 DEBUG [RS:0;289954c9202d:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:22:33,376 DEBUG [RS:0;289954c9202d:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:33,376 DEBUG [RS:0;289954c9202d:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:33,376 DEBUG [RS:0;289954c9202d:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:33,376 DEBUG [RS:0;289954c9202d:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:33,376 DEBUG [RS:0;289954c9202d:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:33,376 DEBUG [RS:0;289954c9202d:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:33,376 DEBUG [RS:0;289954c9202d:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:22:33,376 DEBUG [RS:0;289954c9202d:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:22:33,384 INFO [RS:0;289954c9202d:46293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:33,384 INFO [RS:0;289954c9202d:46293 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:33,384 INFO [RS:0;289954c9202d:46293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:33,384 INFO [RS:0;289954c9202d:46293 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:33,384 INFO [RS:0;289954c9202d:46293 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:33,384 INFO [RS:0;289954c9202d:46293 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,46293,1732692151618-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:22:33,413 INFO [RS:0;289954c9202d:46293 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T07:22:33,414 INFO [RS:0;289954c9202d:46293 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,46293,1732692151618-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:33,414 INFO [RS:0;289954c9202d:46293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:33,414 INFO [RS:0;289954c9202d:46293 {}] regionserver.Replication(171): 289954c9202d,46293,1732692151618 started 2024-11-27T07:22:33,428 INFO [RS:0;289954c9202d:46293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:33,428 INFO [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer(1482): Serving as 289954c9202d,46293,1732692151618, RpcServer on 289954c9202d/172.17.0.3:46293, sessionid=0x1017b2be8240004 2024-11-27T07:22:33,428 DEBUG [RS:0;289954c9202d:46293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T07:22:33,428 DEBUG [RS:0;289954c9202d:46293 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 289954c9202d,46293,1732692151618 2024-11-27T07:22:33,428 DEBUG [RS:0;289954c9202d:46293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,46293,1732692151618' 2024-11-27T07:22:33,428 DEBUG [RS:0;289954c9202d:46293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1121372154/flush-table-proc/abort' 2024-11-27T07:22:33,429 DEBUG [RS:0;289954c9202d:46293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1121372154/flush-table-proc/acquired' 2024-11-27T07:22:33,429 DEBUG [RS:0;289954c9202d:46293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T07:22:33,429 DEBUG [RS:0;289954c9202d:46293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T07:22:33,429 DEBUG [RS:0;289954c9202d:46293 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 289954c9202d,46293,1732692151618 2024-11-27T07:22:33,429 DEBUG [RS:0;289954c9202d:46293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,46293,1732692151618' 2024-11-27T07:22:33,429 DEBUG [RS:0;289954c9202d:46293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1121372154/online-snapshot/abort' 2024-11-27T07:22:33,429 DEBUG [RS:0;289954c9202d:46293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1121372154/online-snapshot/acquired' 2024-11-27T07:22:33,429 DEBUG [RS:0;289954c9202d:46293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T07:22:33,430 INFO [RS:0;289954c9202d:46293 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T07:22:33,430 INFO [RS:0;289954c9202d:46293 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T07:22:33,530 INFO [RS:0;289954c9202d:46293 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:22:33,532 INFO [RS:0;289954c9202d:46293 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C46293%2C1732692151618, suffix=, logDir=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618, archiveDir=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/oldWALs, maxLogs=10 2024-11-27T07:22:33,551 DEBUG [RS:0;289954c9202d:46293 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532, exclude list is [], retry=0 2024-11-27T07:22:33,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-1e087fb1-940d-4511-a388-275d4965cb33,DISK] 2024-11-27T07:22:33,556 INFO [RS:0;289954c9202d:46293 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 2024-11-27T07:22:33,557 DEBUG [RS:0;289954c9202d:46293 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45239:45239)] 2024-11-27T07:22:33,663 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T07:22:33,663 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd 2024-11-27T07:22:33,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741833_1009 (size=32) 2024-11-27T07:22:33,988 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T07:22:34,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:34,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:22:34,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:22:34,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:34,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:34,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:22:34,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:22:34,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:34,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:34,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:22:34,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:22:34,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:34,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:34,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:22:34,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:22:34,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:34,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:34,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:22:34,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740 2024-11-27T07:22:34,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740 2024-11-27T07:22:34,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:22:34,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:22:34,087 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:22:34,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:22:34,090 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:22:34,090 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71736060, jitterRate=0.0689505934715271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:22:34,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732692154076Initializing all the Stores at 1732692154077 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692154077Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692154077Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692154077Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692154077Cleaning up temporary data from old regions at 1732692154086 (+9 ms)Region opened successfully at 1732692154091 (+5 ms) 2024-11-27T07:22:34,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:22:34,091 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:22:34,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:22:34,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:22:34,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:22:34,092 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:22:34,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692154091Disabling compacts and flushes for region at 1732692154091Disabling writes for close at 1732692154091Writing region close event to WAL at 1732692154092 (+1 ms)Closed at 1732692154092 2024-11-27T07:22:34,095 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:22:34,095 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T07:22:34,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T07:22:34,097 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:22:34,098 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T07:22:34,248 DEBUG [289954c9202d:45477 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:22:34,249 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=289954c9202d,46293,1732692151618 2024-11-27T07:22:34,250 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,46293,1732692151618, state=OPENING 2024-11-27T07:22:34,311 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T07:22:34,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x1017b2be8240004, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1121372154 2024-11-27T07:22:34,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1121372154 2024-11-27T07:22:34,332 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:22:34,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,46293,1732692151618}] 2024-11-27T07:22:34,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1121372154/meta-region-server: CHANGED 2024-11-27T07:22:34,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1121372154/meta-region-server: CHANGED 2024-11-27T07:22:34,493 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:22:34,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:22:34,501 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T07:22:34,501 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:22:34,501 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T07:22:34,503 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C46293%2C1732692151618.meta, suffix=.meta, logDir=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618, archiveDir=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/oldWALs, maxLogs=10 2024-11-27T07:22:34,522 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.meta.1732692154504.meta, exclude list is [], retry=0 2024-11-27T07:22:34,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-1e087fb1-940d-4511-a388-275d4965cb33,DISK] 2024-11-27T07:22:34,528 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.meta.1732692154504.meta 2024-11-27T07:22:34,528 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45239:45239)] 2024-11-27T07:22:34,528 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:22:34,528 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:22:34,529 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:22:34,529 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T07:22:34,529 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T07:22:34,529 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T07:22:34,529 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:34,529 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T07:22:34,529 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T07:22:34,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:22:34,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:22:34,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:34,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:34,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:22:34,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:22:34,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:34,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:34,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:22:34,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:22:34,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:34,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:34,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:22:34,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:22:34,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:34,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:34,534 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:22:34,535 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740 2024-11-27T07:22:34,536 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740 2024-11-27T07:22:34,537 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:22:34,537 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:22:34,538 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:22:34,539 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:22:34,539 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66731272, jitterRate=-0.005626559257507324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:22:34,539 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T07:22:34,539 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732692154529Writing region info on filesystem at 1732692154529Initializing all the Stores at 1732692154530 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692154530Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692154530Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692154530Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692154530Cleaning up temporary data from old regions at 1732692154537 (+7 ms)Running coprocessor post-open hooks at 1732692154539 (+2 ms)Region opened successfully at 1732692154539 2024-11-27T07:22:34,544 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732692154492 2024-11-27T07:22:34,546 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T07:22:34,546 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T07:22:34,547 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,46293,1732692151618 2024-11-27T07:22:34,547 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,46293,1732692151618, state=OPEN 2024-11-27T07:22:34,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x1017b2be8240004, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1121372154/meta-region-server 2024-11-27T07:22:34,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1121372154/meta-region-server: CHANGED 2024-11-27T07:22:34,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1121372154/meta-region-server 2024-11-27T07:22:34,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1121372154/meta-region-server: CHANGED 2024-11-27T07:22:34,558 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=289954c9202d,46293,1732692151618 2024-11-27T07:22:34,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T07:22:34,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,46293,1732692151618 in 226 msec 2024-11-27T07:22:34,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T07:22:34,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-27T07:22:34,564 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:22:34,564 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T07:22:34,565 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:22:34,565 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,46293,1732692151618, seqNum=-1] 2024-11-27T07:22:34,565 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:22:34,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:22:34,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3290 sec 2024-11-27T07:22:34,570 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732692154570, completionTime=-1 2024-11-27T07:22:34,570 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T07:22:34,570 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T07:22:34,572 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T07:22:34,572 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732692214572 2024-11-27T07:22:34,572 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732692274572 2024-11-27T07:22:34,572 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T07:22:34,573 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,45477,1732692151487-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:34,573 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,45477,1732692151487-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:34,573 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,45477,1732692151487-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:34,573 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-289954c9202d:45477, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:34,573 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:34,575 DEBUG [master/289954c9202d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T07:22:34,578 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:34,583 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.867sec 2024-11-27T07:22:34,583 INFO [master/289954c9202d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T07:22:34,583 INFO [master/289954c9202d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T07:22:34,583 INFO [master/289954c9202d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T07:22:34,583 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T07:22:34,583 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T07:22:34,583 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,45477,1732692151487-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:22:34,583 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,45477,1732692151487-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T07:22:34,585 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T07:22:34,585 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T07:22:34,585 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,45477,1732692151487-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:34,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184bb7ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:34,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,45477,-1 for getting cluster id 2024-11-27T07:22:34,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:34,672 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f650d2e-3588-4fc0-a700-0aa6f665d60f' 2024-11-27T07:22:34,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:34,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f650d2e-3588-4fc0-a700-0aa6f665d60f" 2024-11-27T07:22:34,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7ac922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:34,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,45477,-1] 2024-11-27T07:22:34,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:34,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:34,673 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:34,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9eee87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:34,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:22:34,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,46293,1732692151618, seqNum=-1] 2024-11-27T07:22:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:22:34,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:22:34,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=289954c9202d,45477,1732692151487 2024-11-27T07:22:34,680 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50127 2024-11-27T07:22:34,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:22:34,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017b2be8240005 connected 2024-11-27T07:22:34,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/hadoop.log.dir so I do NOT create it in target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2 2024-11-27T07:22:34,710 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T07:22:34,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/hadoop.tmp.dir so I do NOT create it in target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2 2024-11-27T07:22:34,710 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T07:22:34,710 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2 2024-11-27T07:22:34,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T07:22:34,711 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/cluster_7e6c23e4-eef8-0559-eba2-9b2982d83618, deleteOnExit=true 2024-11-27T07:22:34,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T07:22:34,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/test.cache.data in system properties and HBase conf 2024-11-27T07:22:34,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T07:22:34,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/hadoop.log.dir in system properties and HBase conf 2024-11-27T07:22:34,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T07:22:34,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T07:22:34,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T07:22:34,711 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T07:22:34,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:22:34,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:22:34,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T07:22:34,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:22:34,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T07:22:34,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T07:22:34,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:22:34,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:22:34,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T07:22:34,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/nfs.dump.dir in system properties and HBase conf 2024-11-27T07:22:34,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/java.io.tmpdir in system properties and HBase conf 2024-11-27T07:22:34,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:22:34,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T07:22:34,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T07:22:34,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T07:22:34,872 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T07:22:34,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T07:22:34,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T07:22:35,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:22:35,075 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:22:35,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:22:35,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:22:35,079 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T07:22:35,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:22:35,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@636b851f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:22:35,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c879944{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:22:35,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2af24495{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/java.io.tmpdir/jetty-localhost-34213-hadoop-hdfs-3_4_1-tests_jar-_-any-1125593724233299632/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:22:35,201 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37771786{HTTP/1.1, (http/1.1)}{localhost:34213} 2024-11-27T07:22:35,201 INFO [Time-limited test {}] server.Server(415): Started @299609ms 2024-11-27T07:22:35,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:22:35,620 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:22:35,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:22:35,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:22:35,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T07:22:35,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@778c866c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:22:35,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e23d99a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:22:35,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ee6db57{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/java.io.tmpdir/jetty-localhost-41167-hadoop-hdfs-3_4_1-tests_jar-_-any-4922927241857990626/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:22:35,730 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c03c538{HTTP/1.1, (http/1.1)}{localhost:41167} 2024-11-27T07:22:35,730 INFO [Time-limited test {}] server.Server(415): Started @300138ms 2024-11-27T07:22:35,730 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T07:22:36,396 WARN [Thread-3681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/cluster_7e6c23e4-eef8-0559-eba2-9b2982d83618/data/data1/current/BP-860576874-172.17.0.3-1732692154725/current, will proceed with Du for space computation calculation, 2024-11-27T07:22:36,396 WARN [Thread-3682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/cluster_7e6c23e4-eef8-0559-eba2-9b2982d83618/data/data2/current/BP-860576874-172.17.0.3-1732692154725/current, will proceed with Du for space computation calculation, 2024-11-27T07:22:36,414 WARN [Thread-3669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T07:22:36,416 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfdffc8ecd10cad4a with lease ID 0x8b7ce6e5eade0470: Processing first storage report for DS-66c58ad1-39f6-422a-86b9-59b7886f0fca from datanode DatanodeRegistration(127.0.0.1:39511, datanodeUuid=e909cbda-3376-4d90-958c-3167e9017470, infoPort=44071, infoSecurePort=0, ipcPort=33649, storageInfo=lv=-57;cid=testClusterID;nsid=641810180;c=1732692154725) 2024-11-27T07:22:36,416 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfdffc8ecd10cad4a with lease ID 0x8b7ce6e5eade0470: from storage DS-66c58ad1-39f6-422a-86b9-59b7886f0fca node DatanodeRegistration(127.0.0.1:39511, datanodeUuid=e909cbda-3376-4d90-958c-3167e9017470, infoPort=44071, infoSecurePort=0, ipcPort=33649, storageInfo=lv=-57;cid=testClusterID;nsid=641810180;c=1732692154725), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T07:22:36,416 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfdffc8ecd10cad4a with lease ID 0x8b7ce6e5eade0470: Processing first storage report for DS-85dc9fdb-f670-4fc6-b034-9a408a220d83 from datanode DatanodeRegistration(127.0.0.1:39511, datanodeUuid=e909cbda-3376-4d90-958c-3167e9017470, infoPort=44071, infoSecurePort=0, ipcPort=33649, storageInfo=lv=-57;cid=testClusterID;nsid=641810180;c=1732692154725) 2024-11-27T07:22:36,416 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfdffc8ecd10cad4a with lease ID 0x8b7ce6e5eade0470: from storage DS-85dc9fdb-f670-4fc6-b034-9a408a220d83 node DatanodeRegistration(127.0.0.1:39511, datanodeUuid=e909cbda-3376-4d90-958c-3167e9017470, infoPort=44071, infoSecurePort=0, ipcPort=33649, storageInfo=lv=-57;cid=testClusterID;nsid=641810180;c=1732692154725), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:22:36,462 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2 2024-11-27T07:22:36,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:22:36,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:22:36,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741825_1001 (size=7) 2024-11-27T07:22:36,872 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873 with version=8 2024-11-27T07:22:36,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/hbase-staging 2024-11-27T07:22:36,874 INFO [Time-limited test {}] client.ConnectionUtils(128): master/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:22:36,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:22:36,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:22:36,875 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:22:36,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:22:36,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:22:36,875 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T07:22:36,875 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:22:36,875 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44379 2024-11-27T07:22:36,876 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44379 connecting to ZooKeeper ensemble=127.0.0.1:50127 2024-11-27T07:22:36,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443790x0, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:22:36,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44379-0x1017b2be8240006 connected 2024-11-27T07:22:36,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:22:36,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:22:36,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Set watcher on znode that does not yet exist, /2445068533/running 2024-11-27T07:22:36,972 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873, hbase.cluster.distributed=false 2024-11-27T07:22:36,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Set watcher on znode that does not yet exist, /2445068533/acl 2024-11-27T07:22:36,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44379 2024-11-27T07:22:36,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44379 2024-11-27T07:22:36,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44379 2024-11-27T07:22:36,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44379 2024-11-27T07:22:36,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44379 2024-11-27T07:22:36,987 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:22:36,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:22:36,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:22:36,987 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:22:36,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:22:36,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:22:36,987 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T07:22:36,987 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:22:36,988 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42295 2024-11-27T07:22:36,988 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42295 connecting to ZooKeeper ensemble=127.0.0.1:50127 2024-11-27T07:22:36,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:22:36,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:22:37,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422950x0, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:22:37,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422950x0, quorum=127.0.0.1:50127, baseZNode=/2445068533 Set watcher on znode that does not yet exist, /2445068533/running 2024-11-27T07:22:37,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42295-0x1017b2be8240007 connected 2024-11-27T07:22:37,006 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T07:22:37,006 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T07:22:37,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42295-0x1017b2be8240007, quorum=127.0.0.1:50127, baseZNode=/2445068533 Set watcher on znode that does not yet exist, /2445068533/master 2024-11-27T07:22:37,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42295-0x1017b2be8240007, quorum=127.0.0.1:50127, baseZNode=/2445068533 Set watcher on znode that does not yet exist, /2445068533/acl 2024-11-27T07:22:37,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42295 2024-11-27T07:22:37,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42295 2024-11-27T07:22:37,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42295 2024-11-27T07:22:37,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42295 2024-11-27T07:22:37,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42295 2024-11-27T07:22:37,021 DEBUG [M:0;289954c9202d:44379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;289954c9202d:44379 2024-11-27T07:22:37,024 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2445068533/backup-masters/289954c9202d,44379,1732692156874 2024-11-27T07:22:37,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2445068533/backup-masters 2024-11-27T07:22:37,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017b2be8240007, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2445068533/backup-masters 2024-11-27T07:22:37,032 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Set watcher on existing znode=/2445068533/backup-masters/289954c9202d,44379,1732692156874 2024-11-27T07:22:37,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017b2be8240007, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2445068533/master 2024-11-27T07:22:37,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2445068533 2024-11-27T07:22:37,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017b2be8240007, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2445068533 2024-11-27T07:22:37,042 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Set watcher on existing znode=/2445068533/master 2024-11-27T07:22:37,042 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2445068533/backup-masters/289954c9202d,44379,1732692156874 from backup master directory 2024-11-27T07:22:37,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017b2be8240007, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2445068533/backup-masters 2024-11-27T07:22:37,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2445068533/backup-masters/289954c9202d,44379,1732692156874 2024-11-27T07:22:37,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2445068533/backup-masters 2024-11-27T07:22:37,052 WARN [master/289954c9202d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:22:37,052 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=289954c9202d,44379,1732692156874 2024-11-27T07:22:37,056 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/hbase.id] with ID: f7111dc3-cf7d-4178-910c-e66bab688875 2024-11-27T07:22:37,056 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/.tmp/hbase.id 2024-11-27T07:22:37,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741826_1002 (size=42) 2024-11-27T07:22:37,061 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/.tmp/hbase.id]:[hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/hbase.id] 2024-11-27T07:22:37,071 INFO [master/289954c9202d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:22:37,071 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T07:22:37,072 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T07:22:37,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017b2be8240007, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2445068533 2024-11-27T07:22:37,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2445068533 2024-11-27T07:22:37,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741827_1003 (size=196) 2024-11-27T07:22:37,094 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:22:37,094 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T07:22:37,095 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:22:37,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741828_1004 (size=1189) 2024-11-27T07:22:37,503 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/data/master/store 2024-11-27T07:22:37,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741829_1005 (size=34) 2024-11-27T07:22:37,519 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:37,519 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:22:37,519 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:22:37,519 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:22:37,519 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:22:37,519 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:22:37,519 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:22:37,520 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692157519Disabling compacts and flushes for region at 1732692157519Disabling writes for close at 1732692157519Writing region close event to WAL at 1732692157519Closed at 1732692157519 2024-11-27T07:22:37,521 WARN [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/data/master/store/.initializing 2024-11-27T07:22:37,521 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/WALs/289954c9202d,44379,1732692156874 2024-11-27T07:22:37,523 INFO [master/289954c9202d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:22:37,524 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=289954c9202d%2C44379%2C1732692156874, suffix=, logDir=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/WALs/289954c9202d,44379,1732692156874, archiveDir=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/oldWALs, maxLogs=10 2024-11-27T07:22:37,543 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/WALs/289954c9202d,44379,1732692156874/289954c9202d%2C44379%2C1732692156874.1732692157524, exclude list is [], retry=0 2024-11-27T07:22:37,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39511,DS-66c58ad1-39f6-422a-86b9-59b7886f0fca,DISK] 2024-11-27T07:22:37,548 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/WALs/289954c9202d,44379,1732692156874/289954c9202d%2C44379%2C1732692156874.1732692157524 2024-11-27T07:22:37,548 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44071:44071)] 2024-11-27T07:22:37,548 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:22:37,549 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:37,549 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:37,549 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:37,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:37,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T07:22:37,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:37,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:37,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:37,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T07:22:37,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:37,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:37,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:37,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T07:22:37,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:37,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:37,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:37,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T07:22:37,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:37,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:37,564 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:37,565 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:37,565 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:37,567 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:37,567 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:37,567 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:22:37,568 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:22:37,573 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:22:37,573 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63936453, jitterRate=-0.04727260768413544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:22:37,573 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732692157549Initializing all the Stores at 1732692157550 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692157550Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692157552 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692157552Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692157552Cleaning up temporary data from old regions at 1732692157567 (+15 ms)Region opened successfully at 1732692157573 (+6 ms) 2024-11-27T07:22:37,577 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T07:22:37,580 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3201bc64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:22:37,581 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T07:22:37,582 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T07:22:37,582 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T07:22:37,582 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T07:22:37,582 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T07:22:37,583 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T07:22:37,583 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T07:22:37,589 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T07:22:37,590 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Unable to get data of znode /2445068533/balancer because node does not exist (not necessarily an error) 2024-11-27T07:22:37,685 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2445068533/balancer already deleted, retry=false 2024-11-27T07:22:37,685 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T07:22:37,686 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Unable to get data of znode /2445068533/normalizer because node does not exist (not necessarily an error) 2024-11-27T07:22:37,941 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2445068533/normalizer already deleted, retry=false 2024-11-27T07:22:37,941 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T07:22:37,942 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Unable to get data of znode /2445068533/switch/split because node does not exist (not necessarily an error) 2024-11-27T07:22:38,176 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2445068533/switch/split already deleted, retry=false 2024-11-27T07:22:38,177 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Unable to get data of znode /2445068533/switch/merge because node does not exist (not necessarily an error) 2024-11-27T07:22:38,261 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2445068533/switch/merge already deleted, retry=false 2024-11-27T07:22:38,263 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Unable to get data of znode /2445068533/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T07:22:38,349 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2445068533/snapshot-cleanup already deleted, retry=false 2024-11-27T07:22:38,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2445068533/running 2024-11-27T07:22:38,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017b2be8240007, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2445068533/running 2024-11-27T07:22:38,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017b2be8240007, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2445068533 2024-11-27T07:22:38,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2445068533 2024-11-27T07:22:38,403 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=289954c9202d,44379,1732692156874, sessionid=0x1017b2be8240006, setting cluster-up flag (Was=false) 2024-11-27T07:22:38,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017b2be8240007, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2445068533 2024-11-27T07:22:38,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2445068533 2024-11-27T07:22:38,800 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2445068533/flush-table-proc/acquired, /2445068533/flush-table-proc/reached, /2445068533/flush-table-proc/abort 2024-11-27T07:22:38,801 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,44379,1732692156874 2024-11-27T07:22:38,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017b2be8240007, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2445068533 2024-11-27T07:22:38,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2445068533 2024-11-27T07:22:39,086 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2445068533/online-snapshot/acquired, /2445068533/online-snapshot/reached, /2445068533/online-snapshot/abort 2024-11-27T07:22:39,087 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,44379,1732692156874 2024-11-27T07:22:39,088 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T07:22:39,089 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T07:22:39,090 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T07:22:39,090 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T07:22:39,090 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 289954c9202d,44379,1732692156874 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T07:22:39,091 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:22:39,091 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:22:39,091 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:22:39,091 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:22:39,091 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/289954c9202d:0, corePoolSize=10, maxPoolSize=10 2024-11-27T07:22:39,091 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:39,091 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:22:39,091 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:39,092 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732692189092 2024-11-27T07:22:39,092 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T07:22:39,092 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T07:22:39,092 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T07:22:39,092 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T07:22:39,092 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T07:22:39,092 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:22:39,092 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T07:22:39,092 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T07:22:39,092 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:39,092 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T07:22:39,092 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T07:22:39,092 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T07:22:39,093 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T07:22:39,093 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:39,093 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T07:22:39,093 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T07:22:39,093 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T07:22:39,093 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692159093,5,FailOnTimeoutGroup] 2024-11-27T07:22:39,093 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692159093,5,FailOnTimeoutGroup] 2024-11-27T07:22:39,093 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:39,093 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T07:22:39,093 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:39,093 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:39,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741831_1007 (size=1321) 2024-11-27T07:22:39,111 INFO [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(746): ClusterId : f7111dc3-cf7d-4178-910c-e66bab688875 2024-11-27T07:22:39,111 DEBUG [RS:0;289954c9202d:42295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T07:22:39,161 DEBUG [RS:0;289954c9202d:42295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T07:22:39,161 DEBUG [RS:0;289954c9202d:42295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T07:22:39,204 DEBUG [RS:0;289954c9202d:42295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T07:22:39,204 DEBUG [RS:0;289954c9202d:42295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316996cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:22:39,214 DEBUG [RS:0;289954c9202d:42295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;289954c9202d:42295 2024-11-27T07:22:39,214 INFO [RS:0;289954c9202d:42295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T07:22:39,214 INFO [RS:0;289954c9202d:42295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T07:22:39,214 DEBUG [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T07:22:39,214 INFO [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,44379,1732692156874 with port=42295, startcode=1732692156987 2024-11-27T07:22:39,215 DEBUG [RS:0;289954c9202d:42295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T07:22:39,216 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T07:22:39,217 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44379 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 289954c9202d,42295,1732692156987 2024-11-27T07:22:39,217 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44379 {}] master.ServerManager(517): Registering regionserver=289954c9202d,42295,1732692156987 2024-11-27T07:22:39,218 DEBUG [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873 2024-11-27T07:22:39,218 DEBUG [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34855 2024-11-27T07:22:39,218 DEBUG [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T07:22:39,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2445068533/rs 2024-11-27T07:22:39,355 DEBUG [RS:0;289954c9202d:42295 {}] zookeeper.ZKUtil(111): regionserver:42295-0x1017b2be8240007, quorum=127.0.0.1:50127, baseZNode=/2445068533 Set watcher on existing znode=/2445068533/rs/289954c9202d,42295,1732692156987 2024-11-27T07:22:39,355 WARN [RS:0;289954c9202d:42295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:22:39,355 INFO [RS:0;289954c9202d:42295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:22:39,355 DEBUG [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987 2024-11-27T07:22:39,355 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [289954c9202d,42295,1732692156987] 2024-11-27T07:22:39,357 INFO [RS:0;289954c9202d:42295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T07:22:39,359 INFO [RS:0;289954c9202d:42295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T07:22:39,359 INFO [RS:0;289954c9202d:42295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T07:22:39,359 INFO [RS:0;289954c9202d:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:39,359 INFO [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T07:22:39,360 INFO [RS:0;289954c9202d:42295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T07:22:39,360 INFO [RS:0;289954c9202d:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:39,360 DEBUG [RS:0;289954c9202d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:39,360 DEBUG [RS:0;289954c9202d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:39,360 DEBUG [RS:0;289954c9202d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:39,360 DEBUG [RS:0;289954c9202d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:39,360 DEBUG [RS:0;289954c9202d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:39,360 DEBUG [RS:0;289954c9202d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:22:39,360 DEBUG [RS:0;289954c9202d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:39,360 DEBUG [RS:0;289954c9202d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:39,360 DEBUG [RS:0;289954c9202d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:39,360 DEBUG [RS:0;289954c9202d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:39,360 DEBUG [RS:0;289954c9202d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:39,360 DEBUG [RS:0;289954c9202d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:22:39,361 DEBUG [RS:0;289954c9202d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:22:39,361 DEBUG [RS:0;289954c9202d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:22:39,361 INFO [RS:0;289954c9202d:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:39,361 INFO [RS:0;289954c9202d:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:39,361 INFO [RS:0;289954c9202d:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:39,361 INFO [RS:0;289954c9202d:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:39,361 INFO [RS:0;289954c9202d:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:39,361 INFO [RS:0;289954c9202d:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,42295,1732692156987-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:22:39,373 INFO [RS:0;289954c9202d:42295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T07:22:39,373 INFO [RS:0;289954c9202d:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,42295,1732692156987-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:39,373 INFO [RS:0;289954c9202d:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:39,373 INFO [RS:0;289954c9202d:42295 {}] regionserver.Replication(171): 289954c9202d,42295,1732692156987 started 2024-11-27T07:22:39,384 INFO [RS:0;289954c9202d:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:39,384 INFO [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(1482): Serving as 289954c9202d,42295,1732692156987, RpcServer on 289954c9202d/172.17.0.3:42295, sessionid=0x1017b2be8240007 2024-11-27T07:22:39,384 DEBUG [RS:0;289954c9202d:42295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T07:22:39,384 DEBUG [RS:0;289954c9202d:42295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 289954c9202d,42295,1732692156987 2024-11-27T07:22:39,384 DEBUG [RS:0;289954c9202d:42295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,42295,1732692156987' 2024-11-27T07:22:39,384 DEBUG [RS:0;289954c9202d:42295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2445068533/flush-table-proc/abort' 2024-11-27T07:22:39,384 DEBUG [RS:0;289954c9202d:42295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2445068533/flush-table-proc/acquired' 2024-11-27T07:22:39,385 DEBUG [RS:0;289954c9202d:42295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T07:22:39,385 DEBUG [RS:0;289954c9202d:42295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T07:22:39,385 DEBUG [RS:0;289954c9202d:42295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 289954c9202d,42295,1732692156987 2024-11-27T07:22:39,385 DEBUG [RS:0;289954c9202d:42295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,42295,1732692156987' 2024-11-27T07:22:39,385 DEBUG [RS:0;289954c9202d:42295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2445068533/online-snapshot/abort' 2024-11-27T07:22:39,385 DEBUG [RS:0;289954c9202d:42295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2445068533/online-snapshot/acquired' 2024-11-27T07:22:39,385 DEBUG [RS:0;289954c9202d:42295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T07:22:39,385 INFO [RS:0;289954c9202d:42295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T07:22:39,385 INFO [RS:0;289954c9202d:42295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T07:22:39,486 INFO [RS:0;289954c9202d:42295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:22:39,487 INFO [RS:0;289954c9202d:42295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C42295%2C1732692156987, suffix=, logDir=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987, archiveDir=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/oldWALs, maxLogs=10 2024-11-27T07:22:39,498 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T07:22:39,498 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873 2024-11-27T07:22:39,504 DEBUG [RS:0;289954c9202d:42295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487, exclude list is [], retry=0 2024-11-27T07:22:39,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39511,DS-66c58ad1-39f6-422a-86b9-59b7886f0fca,DISK] 2024-11-27T07:22:39,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741832_1008 (size=32) 2024-11-27T07:22:39,511 INFO [RS:0;289954c9202d:42295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 2024-11-27T07:22:39,511 DEBUG [RS:0;289954c9202d:42295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44071:44071)] 2024-11-27T07:22:39,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:39,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:22:39,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:22:39,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:39,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:39,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:22:39,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:22:39,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:39,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:39,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:22:39,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:22:39,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:39,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:39,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:22:39,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:22:39,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:39,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:39,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:22:39,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740 2024-11-27T07:22:39,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740 2024-11-27T07:22:39,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:22:39,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:22:39,526 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:22:39,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:22:39,528 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:22:39,529 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62415632, jitterRate=-0.06993460655212402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:22:39,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732692159512Initializing all the Stores at 1732692159513 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692159513Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692159516 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692159516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692159516Cleaning up temporary data from old regions at 1732692159525 (+9 ms)Region opened successfully at 1732692159529 (+4 ms) 2024-11-27T07:22:39,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:22:39,529 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:22:39,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:22:39,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:22:39,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:22:39,532 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:22:39,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692159529Disabling compacts and flushes for region at 1732692159529Disabling writes for close at 1732692159529Writing region close event to WAL at 1732692159532 (+3 ms)Closed at 1732692159532 2024-11-27T07:22:39,533 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:22:39,533 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T07:22:39,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T07:22:39,534 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:22:39,535 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T07:22:39,685 DEBUG [289954c9202d:44379 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:22:39,686 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=289954c9202d,42295,1732692156987 2024-11-27T07:22:39,687 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,42295,1732692156987, state=OPENING 2024-11-27T07:22:39,705 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T07:22:39,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017b2be8240007, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2445068533 2024-11-27T07:22:39,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2445068533 2024-11-27T07:22:39,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2445068533/meta-region-server: CHANGED 2024-11-27T07:22:39,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2445068533/meta-region-server: CHANGED 2024-11-27T07:22:39,717 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:22:39,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,42295,1732692156987}] 2024-11-27T07:22:39,870 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:22:39,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:22:39,874 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T07:22:39,874 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:22:39,874 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T07:22:39,876 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C42295%2C1732692156987.meta, suffix=.meta, logDir=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987, archiveDir=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/oldWALs, maxLogs=10 2024-11-27T07:22:39,892 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.meta.1732692159876.meta, exclude list is [], retry=0 2024-11-27T07:22:39,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39511,DS-66c58ad1-39f6-422a-86b9-59b7886f0fca,DISK] 2024-11-27T07:22:39,895 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.meta.1732692159876.meta 2024-11-27T07:22:39,896 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44071:44071)] 2024-11-27T07:22:39,896 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:22:39,896 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:22:39,896 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:22:39,896 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T07:22:39,896 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T07:22:39,896 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T07:22:39,896 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:39,897 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T07:22:39,897 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T07:22:39,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:22:39,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:22:39,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:39,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:39,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:22:39,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:22:39,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:39,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:39,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:22:39,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:22:39,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:39,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:39,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:22:39,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:22:39,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:39,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:22:39,912 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:22:39,912 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740 2024-11-27T07:22:39,913 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740 2024-11-27T07:22:39,914 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:22:39,914 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:22:39,914 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:22:39,915 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:22:39,915 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71232082, jitterRate=0.061440736055374146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:22:39,915 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T07:22:39,916 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732692159897Writing region info on filesystem at 1732692159897Initializing all the Stores at 1732692159898 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692159898Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692159898Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692159898Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692159898Cleaning up temporary data from old regions at 1732692159914 (+16 ms)Running coprocessor post-open hooks at 1732692159915 (+1 ms)Region opened successfully at 1732692159915 2024-11-27T07:22:39,916 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732692159869 2024-11-27T07:22:39,919 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T07:22:39,919 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T07:22:39,919 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,42295,1732692156987 2024-11-27T07:22:39,920 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,42295,1732692156987, state=OPEN 2024-11-27T07:22:39,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017b2be8240007, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2445068533/meta-region-server 2024-11-27T07:22:39,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2445068533/meta-region-server 2024-11-27T07:22:39,932 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=289954c9202d,42295,1732692156987 2024-11-27T07:22:39,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2445068533/meta-region-server: CHANGED 2024-11-27T07:22:39,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2445068533/meta-region-server: CHANGED 2024-11-27T07:22:39,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T07:22:39,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,42295,1732692156987 in 215 msec 2024-11-27T07:22:39,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T07:22:39,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 401 msec 2024-11-27T07:22:39,936 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:22:39,936 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T07:22:39,937 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:22:39,937 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,42295,1732692156987, seqNum=-1] 2024-11-27T07:22:39,937 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:22:39,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:22:39,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 853 msec 2024-11-27T07:22:39,942 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732692159942, completionTime=-1 2024-11-27T07:22:39,943 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T07:22:39,943 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T07:22:39,944 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T07:22:39,945 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732692219944 2024-11-27T07:22:39,945 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732692279945 2024-11-27T07:22:39,945 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T07:22:39,945 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,44379,1732692156874-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:39,945 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,44379,1732692156874-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:39,945 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,44379,1732692156874-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:39,945 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-289954c9202d:44379, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:39,945 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:39,945 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:39,947 DEBUG [master/289954c9202d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T07:22:39,948 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.896sec 2024-11-27T07:22:39,949 INFO [master/289954c9202d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T07:22:39,949 INFO [master/289954c9202d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T07:22:39,949 INFO [master/289954c9202d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T07:22:39,949 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T07:22:39,949 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T07:22:39,949 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,44379,1732692156874-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:22:39,949 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,44379,1732692156874-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T07:22:39,950 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T07:22:39,951 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T07:22:39,951 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,44379,1732692156874-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:22:40,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd38b2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:40,013 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,44379,-1 for getting cluster id 2024-11-27T07:22:40,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:40,014 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7111dc3-cf7d-4178-910c-e66bab688875' 2024-11-27T07:22:40,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:40,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7111dc3-cf7d-4178-910c-e66bab688875" 2024-11-27T07:22:40,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c9a84a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:40,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,44379,-1] 2024-11-27T07:22:40,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:40,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:40,016 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:40,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f65328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:40,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:22:40,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,42295,1732692156987, seqNum=-1] 2024-11-27T07:22:40,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:22:40,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:22:40,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=289954c9202d,44379,1732692156874 2024-11-27T07:22:40,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50127 2024-11-27T07:22:40,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:22:40,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1017b2be8240008 connected 2024-11-27T07:22:40,032 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:22:40,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:40,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:40,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:40,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:40,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:40,043 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,36011,1732692146033 2024-11-27T07:22:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@308d93c5 2024-11-27T07:22:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:22:40,046 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:22:40,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:22:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T07:22:40,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:22:40,049 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:40,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T07:22:40,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:22:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:22:40,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741835_1011 (size=902) 2024-11-27T07:22:40,066 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fdff1cf9a4be2a864c9aa2d1d5f9eccb, NAME => 'test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5 2024-11-27T07:22:40,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:40,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:40,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:40,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:40,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:40,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:40,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741836_1012 (size=39) 2024-11-27T07:22:40,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:40,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fdff1cf9a4be2a864c9aa2d1d5f9eccb, disabling compactions & flushes 2024-11-27T07:22:40,075 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb. 2024-11-27T07:22:40,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb. 2024-11-27T07:22:40,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb. after waiting 0 ms 2024-11-27T07:22:40,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb. 2024-11-27T07:22:40,075 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb. 2024-11-27T07:22:40,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fdff1cf9a4be2a864c9aa2d1d5f9eccb: Waiting for close lock at 1732692160075Disabling compacts and flushes for region at 1732692160075Disabling writes for close at 1732692160075Writing region close event to WAL at 1732692160075Closed at 1732692160075 2024-11-27T07:22:40,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:22:40,076 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732692160076"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692160076"}]},"ts":"1732692160076"} 2024-11-27T07:22:40,078 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:22:40,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:22:40,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692160079"}]},"ts":"1732692160079"} 2024-11-27T07:22:40,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:40,081 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T07:22:40,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fdff1cf9a4be2a864c9aa2d1d5f9eccb, ASSIGN}] 2024-11-27T07:22:40,082 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fdff1cf9a4be2a864c9aa2d1d5f9eccb, ASSIGN 2024-11-27T07:22:40,083 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fdff1cf9a4be2a864c9aa2d1d5f9eccb, ASSIGN; state=OFFLINE, location=289954c9202d,34871,1732692146203; forceNewPlan=false, retain=false 2024-11-27T07:22:40,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:40,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:40,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:22:40,233 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fdff1cf9a4be2a864c9aa2d1d5f9eccb, regionState=OPENING, regionLocation=289954c9202d,34871,1732692146203 2024-11-27T07:22:40,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fdff1cf9a4be2a864c9aa2d1d5f9eccb, ASSIGN because future has completed 2024-11-27T07:22:40,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdff1cf9a4be2a864c9aa2d1d5f9eccb, server=289954c9202d,34871,1732692146203}] 2024-11-27T07:22:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:22:40,391 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb. 2024-11-27T07:22:40,391 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fdff1cf9a4be2a864c9aa2d1d5f9eccb, NAME => 'test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:22:40,391 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:22:40,391 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T07:22:40,391 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fdff1cf9a4be2a864c9aa2d1d5f9eccb 2024-11-27T07:22:40,391 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:40,391 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fdff1cf9a4be2a864c9aa2d1d5f9eccb 2024-11-27T07:22:40,391 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fdff1cf9a4be2a864c9aa2d1d5f9eccb 2024-11-27T07:22:40,392 INFO [StoreOpener-fdff1cf9a4be2a864c9aa2d1d5f9eccb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fdff1cf9a4be2a864c9aa2d1d5f9eccb 2024-11-27T07:22:40,393 INFO [StoreOpener-fdff1cf9a4be2a864c9aa2d1d5f9eccb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdff1cf9a4be2a864c9aa2d1d5f9eccb columnFamilyName f 2024-11-27T07:22:40,393 DEBUG [StoreOpener-fdff1cf9a4be2a864c9aa2d1d5f9eccb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:40,393 INFO [StoreOpener-fdff1cf9a4be2a864c9aa2d1d5f9eccb-1 {}] regionserver.HStore(327): Store=fdff1cf9a4be2a864c9aa2d1d5f9eccb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:40,393 INFO [StoreOpener-fdff1cf9a4be2a864c9aa2d1d5f9eccb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fdff1cf9a4be2a864c9aa2d1d5f9eccb 2024-11-27T07:22:40,394 INFO [StoreOpener-fdff1cf9a4be2a864c9aa2d1d5f9eccb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdff1cf9a4be2a864c9aa2d1d5f9eccb columnFamilyName f1 2024-11-27T07:22:40,394 DEBUG [StoreOpener-fdff1cf9a4be2a864c9aa2d1d5f9eccb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:40,394 INFO [StoreOpener-fdff1cf9a4be2a864c9aa2d1d5f9eccb-1 {}] regionserver.HStore(327): Store=fdff1cf9a4be2a864c9aa2d1d5f9eccb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:40,394 INFO [StoreOpener-fdff1cf9a4be2a864c9aa2d1d5f9eccb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fdff1cf9a4be2a864c9aa2d1d5f9eccb 2024-11-27T07:22:40,395 INFO [StoreOpener-fdff1cf9a4be2a864c9aa2d1d5f9eccb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdff1cf9a4be2a864c9aa2d1d5f9eccb columnFamilyName norep 2024-11-27T07:22:40,395 DEBUG [StoreOpener-fdff1cf9a4be2a864c9aa2d1d5f9eccb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:40,395 INFO [StoreOpener-fdff1cf9a4be2a864c9aa2d1d5f9eccb-1 {}] regionserver.HStore(327): Store=fdff1cf9a4be2a864c9aa2d1d5f9eccb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:40,396 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fdff1cf9a4be2a864c9aa2d1d5f9eccb 2024-11-27T07:22:40,397 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/default/test/fdff1cf9a4be2a864c9aa2d1d5f9eccb 2024-11-27T07:22:40,397 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/default/test/fdff1cf9a4be2a864c9aa2d1d5f9eccb 2024-11-27T07:22:40,397 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fdff1cf9a4be2a864c9aa2d1d5f9eccb 2024-11-27T07:22:40,398 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fdff1cf9a4be2a864c9aa2d1d5f9eccb 2024-11-27T07:22:40,398 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:22:40,399 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fdff1cf9a4be2a864c9aa2d1d5f9eccb 2024-11-27T07:22:40,400 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/default/test/fdff1cf9a4be2a864c9aa2d1d5f9eccb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:22:40,401 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fdff1cf9a4be2a864c9aa2d1d5f9eccb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69294945, jitterRate=0.03257514536380768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:22:40,401 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdff1cf9a4be2a864c9aa2d1d5f9eccb 2024-11-27T07:22:40,401 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fdff1cf9a4be2a864c9aa2d1d5f9eccb: Running coprocessor pre-open hook at 1732692160391Writing region info on filesystem at 1732692160391Initializing all the Stores at 1732692160392 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692160392Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692160392Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692160392Cleaning up temporary data from old regions at 1732692160398 (+6 ms)Running coprocessor post-open hooks at 1732692160401 (+3 ms)Region opened successfully at 1732692160401 2024-11-27T07:22:40,402 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb., pid=6, masterSystemTime=1732692160387 2024-11-27T07:22:40,403 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb. 2024-11-27T07:22:40,403 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb. 2024-11-27T07:22:40,404 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fdff1cf9a4be2a864c9aa2d1d5f9eccb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=289954c9202d,34871,1732692146203 2024-11-27T07:22:40,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdff1cf9a4be2a864c9aa2d1d5f9eccb, server=289954c9202d,34871,1732692146203 because future has completed 2024-11-27T07:22:40,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T07:22:40,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fdff1cf9a4be2a864c9aa2d1d5f9eccb, server=289954c9202d,34871,1732692146203 in 170 msec 2024-11-27T07:22:40,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T07:22:40,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fdff1cf9a4be2a864c9aa2d1d5f9eccb, ASSIGN in 326 msec 2024-11-27T07:22:40,410 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:22:40,410 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692160410"}]},"ts":"1732692160410"} 2024-11-27T07:22:40,411 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T07:22:40,412 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:22:40,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 365 msec 2024-11-27T07:22:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:22:40,676 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T07:22:40,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:40,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,45477,1732692151487 2024-11-27T07:22:40,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61995000 2024-11-27T07:22:40,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:22:40,678 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:22:40,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:22:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T07:22:40,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:22:40,680 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:40,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:22:40,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T07:22:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:22:40,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741835_1011 (size=902) 2024-11-27T07:22:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:22:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:22:41,088 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 475137ad55a63f3891d1f602114bc894, NAME => 'test,,1732692160678.475137ad55a63f3891d1f602114bc894.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd 2024-11-27T07:22:41,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741836_1012 (size=39) 2024-11-27T07:22:41,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:22:41,493 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732692160678.475137ad55a63f3891d1f602114bc894.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:41,493 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 475137ad55a63f3891d1f602114bc894, disabling compactions & flushes 2024-11-27T07:22:41,493 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732692160678.475137ad55a63f3891d1f602114bc894. 2024-11-27T07:22:41,493 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692160678.475137ad55a63f3891d1f602114bc894. 2024-11-27T07:22:41,493 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732692160678.475137ad55a63f3891d1f602114bc894. after waiting 0 ms 2024-11-27T07:22:41,493 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732692160678.475137ad55a63f3891d1f602114bc894. 2024-11-27T07:22:41,493 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732692160678.475137ad55a63f3891d1f602114bc894. 2024-11-27T07:22:41,493 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 475137ad55a63f3891d1f602114bc894: Waiting for close lock at 1732692161493Disabling compacts and flushes for region at 1732692161493Disabling writes for close at 1732692161493Writing region close event to WAL at 1732692161493Closed at 1732692161493 2024-11-27T07:22:41,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:22:41,495 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732692160678.475137ad55a63f3891d1f602114bc894.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732692161495"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692161495"}]},"ts":"1732692161495"} 2024-11-27T07:22:41,498 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:22:41,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:22:41,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692161499"}]},"ts":"1732692161499"} 2024-11-27T07:22:41,501 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T07:22:41,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=475137ad55a63f3891d1f602114bc894, ASSIGN}] 2024-11-27T07:22:41,502 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=475137ad55a63f3891d1f602114bc894, ASSIGN 2024-11-27T07:22:41,503 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=475137ad55a63f3891d1f602114bc894, ASSIGN; state=OFFLINE, location=289954c9202d,46293,1732692151618; forceNewPlan=false, retain=false 2024-11-27T07:22:41,653 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=475137ad55a63f3891d1f602114bc894, regionState=OPENING, regionLocation=289954c9202d,46293,1732692151618 2024-11-27T07:22:41,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=475137ad55a63f3891d1f602114bc894, ASSIGN because future has completed 2024-11-27T07:22:41,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 475137ad55a63f3891d1f602114bc894, server=289954c9202d,46293,1732692151618}] 2024-11-27T07:22:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:22:41,816 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732692160678.475137ad55a63f3891d1f602114bc894. 2024-11-27T07:22:41,817 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 475137ad55a63f3891d1f602114bc894, NAME => 'test,,1732692160678.475137ad55a63f3891d1f602114bc894.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:22:41,817 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:22:41,817 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T07:22:41,817 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 475137ad55a63f3891d1f602114bc894 2024-11-27T07:22:41,817 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732692160678.475137ad55a63f3891d1f602114bc894.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:41,817 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 475137ad55a63f3891d1f602114bc894 2024-11-27T07:22:41,817 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 475137ad55a63f3891d1f602114bc894 2024-11-27T07:22:41,821 INFO [StoreOpener-475137ad55a63f3891d1f602114bc894-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 475137ad55a63f3891d1f602114bc894 2024-11-27T07:22:41,822 INFO [StoreOpener-475137ad55a63f3891d1f602114bc894-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 475137ad55a63f3891d1f602114bc894 columnFamilyName f 2024-11-27T07:22:41,822 DEBUG [StoreOpener-475137ad55a63f3891d1f602114bc894-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:41,822 INFO [StoreOpener-475137ad55a63f3891d1f602114bc894-1 {}] regionserver.HStore(327): Store=475137ad55a63f3891d1f602114bc894/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:41,823 INFO [StoreOpener-475137ad55a63f3891d1f602114bc894-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 475137ad55a63f3891d1f602114bc894 2024-11-27T07:22:41,823 INFO [StoreOpener-475137ad55a63f3891d1f602114bc894-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 475137ad55a63f3891d1f602114bc894 columnFamilyName f1 2024-11-27T07:22:41,823 DEBUG [StoreOpener-475137ad55a63f3891d1f602114bc894-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:41,824 INFO [StoreOpener-475137ad55a63f3891d1f602114bc894-1 {}] regionserver.HStore(327): Store=475137ad55a63f3891d1f602114bc894/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:41,824 INFO [StoreOpener-475137ad55a63f3891d1f602114bc894-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 475137ad55a63f3891d1f602114bc894 2024-11-27T07:22:41,825 INFO [StoreOpener-475137ad55a63f3891d1f602114bc894-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 475137ad55a63f3891d1f602114bc894 columnFamilyName norep 2024-11-27T07:22:41,825 DEBUG [StoreOpener-475137ad55a63f3891d1f602114bc894-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:41,825 INFO [StoreOpener-475137ad55a63f3891d1f602114bc894-1 {}] regionserver.HStore(327): Store=475137ad55a63f3891d1f602114bc894/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:41,825 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 475137ad55a63f3891d1f602114bc894 2024-11-27T07:22:41,826 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/default/test/475137ad55a63f3891d1f602114bc894 2024-11-27T07:22:41,827 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/default/test/475137ad55a63f3891d1f602114bc894 2024-11-27T07:22:41,829 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 475137ad55a63f3891d1f602114bc894 2024-11-27T07:22:41,829 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 475137ad55a63f3891d1f602114bc894 2024-11-27T07:22:41,829 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:22:41,830 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 475137ad55a63f3891d1f602114bc894 2024-11-27T07:22:41,836 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/default/test/475137ad55a63f3891d1f602114bc894/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:22:41,836 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 475137ad55a63f3891d1f602114bc894; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62473149, jitterRate=-0.06907753646373749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:22:41,836 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 475137ad55a63f3891d1f602114bc894 2024-11-27T07:22:41,836 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 475137ad55a63f3891d1f602114bc894: Running coprocessor pre-open hook at 1732692161817Writing region info on filesystem at 1732692161817Initializing all the Stores at 1732692161818 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692161818Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692161821 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692161821Cleaning up temporary data from old regions at 1732692161829 (+8 ms)Running coprocessor post-open hooks at 1732692161836 (+7 ms)Region opened successfully at 1732692161836 2024-11-27T07:22:41,840 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732692160678.475137ad55a63f3891d1f602114bc894., pid=6, masterSystemTime=1732692161810 2024-11-27T07:22:41,842 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732692160678.475137ad55a63f3891d1f602114bc894. 2024-11-27T07:22:41,842 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732692160678.475137ad55a63f3891d1f602114bc894. 2024-11-27T07:22:41,842 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=475137ad55a63f3891d1f602114bc894, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=289954c9202d,46293,1732692151618 2024-11-27T07:22:41,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 475137ad55a63f3891d1f602114bc894, server=289954c9202d,46293,1732692151618 because future has completed 2024-11-27T07:22:41,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T07:22:41,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 475137ad55a63f3891d1f602114bc894, server=289954c9202d,46293,1732692151618 in 191 msec 2024-11-27T07:22:41,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T07:22:41,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=475137ad55a63f3891d1f602114bc894, ASSIGN in 346 msec 2024-11-27T07:22:41,849 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:22:41,850 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692161849"}]},"ts":"1732692161849"} 2024-11-27T07:22:41,852 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T07:22:41,853 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:22:41,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-11-27T07:22:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:22:42,836 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T07:22:42,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:42,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,44379,1732692156874 2024-11-27T07:22:42,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f723c6 2024-11-27T07:22:42,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:22:42,838 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:22:42,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44379 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:22:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44379 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T07:22:42,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:22:42,842 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:42,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44379 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T07:22:42,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:22:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:22:42,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741835_1011 (size=902) 2024-11-27T07:22:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:22:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:22:43,273 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 88454e694e08f1d1d1ab2da84e01181e, NAME => 'test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873 2024-11-27T07:22:43,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741836_1012 (size=39) 2024-11-27T07:22:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:22:43,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:43,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 88454e694e08f1d1d1ab2da84e01181e, disabling compactions & flushes 2024-11-27T07:22:43,677 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e. 2024-11-27T07:22:43,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e. 2024-11-27T07:22:43,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e. after waiting 0 ms 2024-11-27T07:22:43,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e. 2024-11-27T07:22:43,677 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e. 2024-11-27T07:22:43,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 88454e694e08f1d1d1ab2da84e01181e: Waiting for close lock at 1732692163677Disabling compacts and flushes for region at 1732692163677Disabling writes for close at 1732692163677Writing region close event to WAL at 1732692163677Closed at 1732692163677 2024-11-27T07:22:43,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:22:43,679 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732692163679"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692163679"}]},"ts":"1732692163679"} 2024-11-27T07:22:43,681 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:22:43,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:22:43,682 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692163681"}]},"ts":"1732692163681"} 2024-11-27T07:22:43,683 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T07:22:43,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=88454e694e08f1d1d1ab2da84e01181e, ASSIGN}] 2024-11-27T07:22:43,685 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=88454e694e08f1d1d1ab2da84e01181e, ASSIGN 2024-11-27T07:22:43,685 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=88454e694e08f1d1d1ab2da84e01181e, ASSIGN; state=OFFLINE, location=289954c9202d,42295,1732692156987; forceNewPlan=false, retain=false 2024-11-27T07:22:43,836 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=88454e694e08f1d1d1ab2da84e01181e, regionState=OPENING, regionLocation=289954c9202d,42295,1732692156987 2024-11-27T07:22:43,841 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=88454e694e08f1d1d1ab2da84e01181e, ASSIGN 2024-11-27T07:22:43,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88454e694e08f1d1d1ab2da84e01181e, server=289954c9202d,42295,1732692156987}] 2024-11-27T07:22:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:22:43,998 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e. 2024-11-27T07:22:43,998 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 88454e694e08f1d1d1ab2da84e01181e, NAME => 'test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:22:43,998 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:22:43,998 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T07:22:43,999 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 88454e694e08f1d1d1ab2da84e01181e 2024-11-27T07:22:43,999 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:43,999 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 88454e694e08f1d1d1ab2da84e01181e 2024-11-27T07:22:43,999 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 88454e694e08f1d1d1ab2da84e01181e 2024-11-27T07:22:44,000 INFO [StoreOpener-88454e694e08f1d1d1ab2da84e01181e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 88454e694e08f1d1d1ab2da84e01181e 2024-11-27T07:22:44,001 INFO [StoreOpener-88454e694e08f1d1d1ab2da84e01181e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88454e694e08f1d1d1ab2da84e01181e columnFamilyName f 2024-11-27T07:22:44,001 DEBUG [StoreOpener-88454e694e08f1d1d1ab2da84e01181e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:44,001 INFO [StoreOpener-88454e694e08f1d1d1ab2da84e01181e-1 {}] regionserver.HStore(327): Store=88454e694e08f1d1d1ab2da84e01181e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:44,001 INFO [StoreOpener-88454e694e08f1d1d1ab2da84e01181e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 88454e694e08f1d1d1ab2da84e01181e 2024-11-27T07:22:44,002 INFO [StoreOpener-88454e694e08f1d1d1ab2da84e01181e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88454e694e08f1d1d1ab2da84e01181e columnFamilyName f1 2024-11-27T07:22:44,002 DEBUG [StoreOpener-88454e694e08f1d1d1ab2da84e01181e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:44,002 INFO [StoreOpener-88454e694e08f1d1d1ab2da84e01181e-1 {}] regionserver.HStore(327): Store=88454e694e08f1d1d1ab2da84e01181e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:44,002 INFO [StoreOpener-88454e694e08f1d1d1ab2da84e01181e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 88454e694e08f1d1d1ab2da84e01181e 2024-11-27T07:22:44,003 INFO [StoreOpener-88454e694e08f1d1d1ab2da84e01181e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88454e694e08f1d1d1ab2da84e01181e columnFamilyName norep 2024-11-27T07:22:44,003 DEBUG [StoreOpener-88454e694e08f1d1d1ab2da84e01181e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:44,003 INFO [StoreOpener-88454e694e08f1d1d1ab2da84e01181e-1 {}] regionserver.HStore(327): Store=88454e694e08f1d1d1ab2da84e01181e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:44,003 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 88454e694e08f1d1d1ab2da84e01181e 2024-11-27T07:22:44,004 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/default/test/88454e694e08f1d1d1ab2da84e01181e 2024-11-27T07:22:44,004 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/default/test/88454e694e08f1d1d1ab2da84e01181e 2024-11-27T07:22:44,004 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 88454e694e08f1d1d1ab2da84e01181e 2024-11-27T07:22:44,004 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 88454e694e08f1d1d1ab2da84e01181e 2024-11-27T07:22:44,005 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:22:44,006 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 88454e694e08f1d1d1ab2da84e01181e 2024-11-27T07:22:44,007 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/default/test/88454e694e08f1d1d1ab2da84e01181e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:22:44,007 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 88454e694e08f1d1d1ab2da84e01181e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72019800, jitterRate=0.07317864894866943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:22:44,007 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88454e694e08f1d1d1ab2da84e01181e 2024-11-27T07:22:44,007 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 88454e694e08f1d1d1ab2da84e01181e: Running coprocessor pre-open hook at 1732692163999Writing region info on filesystem at 1732692163999Initializing all the Stores at 1732692164000 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692164000Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692164000Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692164000Cleaning up temporary data from old regions at 1732692164004 (+4 ms)Running coprocessor post-open hooks at 1732692164007 (+3 ms)Region opened successfully at 1732692164007 2024-11-27T07:22:44,008 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e., pid=6, masterSystemTime=1732692163994 2024-11-27T07:22:44,009 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e. 2024-11-27T07:22:44,009 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e. 2024-11-27T07:22:44,010 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=88454e694e08f1d1d1ab2da84e01181e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=289954c9202d,42295,1732692156987 2024-11-27T07:22:44,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88454e694e08f1d1d1ab2da84e01181e, server=289954c9202d,42295,1732692156987 because future has completed 2024-11-27T07:22:44,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T07:22:44,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 88454e694e08f1d1d1ab2da84e01181e, server=289954c9202d,42295,1732692156987 in 173 msec 2024-11-27T07:22:44,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T07:22:44,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=88454e694e08f1d1d1ab2da84e01181e, ASSIGN in 332 msec 2024-11-27T07:22:44,017 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:22:44,017 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692164017"}]},"ts":"1732692164017"} 2024-11-27T07:22:44,019 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T07:22:44,019 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:22:44,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec 2024-11-27T07:22:44,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T07:22:44,872 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T07:22:44,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:22:44,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T07:22:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:22:44,997 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T07:22:44,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55996d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:44,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,36011,-1 for getting cluster id 2024-11-27T07:22:44,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:44,998 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a366af32-0737-4c33-ada3-3e118e443f5c' 2024-11-27T07:22:44,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:44,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a366af32-0737-4c33-ada3-3e118e443f5c" 2024-11-27T07:22:44,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5744f69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:44,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,36011,-1] 2024-11-27T07:22:44,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:44,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:44,999 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:45,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3173e985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:45,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:45,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,36011,1732692146033 2024-11-27T07:22:45,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73d2f0e2 2024-11-27T07:22:45,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:22:45,002 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:22:45,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://289954c9202d:45477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T07:22:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T07:22:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:45,005 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:45477' 2024-11-27T07:22:45,006 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1639969c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:45,006 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,45477,-1 for getting cluster id 2024-11-27T07:22:45,006 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:45,007 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f650d2e-3588-4fc0-a700-0aa6f665d60f' 2024-11-27T07:22:45,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:45,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f650d2e-3588-4fc0-a700-0aa6f665d60f" 2024-11-27T07:22:45,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cce674f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:45,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,45477,-1] 2024-11-27T07:22:45,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:45,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:45,008 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:45,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2defb7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:45,009 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:45,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,45477,1732692151487 2024-11-27T07:22:45,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ff18167 2024-11-27T07:22:45,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:22:45,010 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:22:45,011 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T07:22:45,011 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T07:22:45,011 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:45,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:45,011 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:45,012 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:22:45,013 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T07:22:45,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:22:45,014 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:45,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:22:45,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741837_1013 (size=1138) 2024-11-27T07:22:45,063 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T07:22:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:45,398 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:22:45,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:45,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:45,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:45,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:45,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:45,423 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0185e32b50a0e97e821fd76da39d1a28, NAME => 'hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5 2024-11-27T07:22:45,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:45,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:45,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:45,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:45,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:45,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:45,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741838_1014 (size=44) 2024-11-27T07:22:45,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:45,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:45,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:45,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:45,481 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T07:22:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:45,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:45,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0185e32b50a0e97e821fd76da39d1a28, disabling compactions & flushes 2024-11-27T07:22:45,846 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28. 2024-11-27T07:22:45,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28. 2024-11-27T07:22:45,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28. after waiting 0 ms 2024-11-27T07:22:45,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28. 2024-11-27T07:22:45,846 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28. 2024-11-27T07:22:45,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0185e32b50a0e97e821fd76da39d1a28: Waiting for close lock at 1732692165846Disabling compacts and flushes for region at 1732692165846Disabling writes for close at 1732692165846Writing region close event to WAL at 1732692165846Closed at 1732692165846 2024-11-27T07:22:45,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:22:45,848 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732692165847"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692165847"}]},"ts":"1732692165847"} 2024-11-27T07:22:45,849 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:22:45,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:22:45,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692165850"}]},"ts":"1732692165850"} 2024-11-27T07:22:45,852 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T07:22:45,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0185e32b50a0e97e821fd76da39d1a28, ASSIGN}] 2024-11-27T07:22:45,853 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0185e32b50a0e97e821fd76da39d1a28, ASSIGN 2024-11-27T07:22:45,854 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0185e32b50a0e97e821fd76da39d1a28, ASSIGN; state=OFFLINE, location=289954c9202d,34871,1732692146203; forceNewPlan=false, retain=false 2024-11-27T07:22:46,004 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0185e32b50a0e97e821fd76da39d1a28, regionState=OPENING, regionLocation=289954c9202d,34871,1732692146203 2024-11-27T07:22:46,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0185e32b50a0e97e821fd76da39d1a28, ASSIGN because future has completed 2024-11-27T07:22:46,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0185e32b50a0e97e821fd76da39d1a28, server=289954c9202d,34871,1732692146203}] 2024-11-27T07:22:46,084 DEBUG [master/289954c9202d:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=10, created chunk count=33, reused chunk count=118, reuseRatio=78.15% 2024-11-27T07:22:46,084 DEBUG [master/289954c9202d:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-27T07:22:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:46,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28. 2024-11-27T07:22:46,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:22:46,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T07:22:46,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C34871%2C1732692146203.rep, suffix=, logDir=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203, archiveDir=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/oldWALs, maxLogs=10 2024-11-27T07:22:46,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.rep.1732692166163, exclude list is [], retry=0 2024-11-27T07:22:46,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40403,DS-dbece8d0-ec76-4289-8a1f-15eaf362f825,DISK] 2024-11-27T07:22:46,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.rep.1732692166163 2024-11-27T07:22:46,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42027:42027)] 2024-11-27T07:22:46,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0185e32b50a0e97e821fd76da39d1a28, NAME => 'hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:22:46,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:22:46,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:22:46,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28. service=MultiRowMutationService 2024-11-27T07:22:46,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T07:22:46,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0185e32b50a0e97e821fd76da39d1a28 2024-11-27T07:22:46,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:46,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0185e32b50a0e97e821fd76da39d1a28 2024-11-27T07:22:46,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0185e32b50a0e97e821fd76da39d1a28 2024-11-27T07:22:46,187 INFO [StoreOpener-0185e32b50a0e97e821fd76da39d1a28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0185e32b50a0e97e821fd76da39d1a28 2024-11-27T07:22:46,189 INFO [StoreOpener-0185e32b50a0e97e821fd76da39d1a28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0185e32b50a0e97e821fd76da39d1a28 columnFamilyName hfileref 2024-11-27T07:22:46,189 DEBUG [StoreOpener-0185e32b50a0e97e821fd76da39d1a28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:46,189 INFO [StoreOpener-0185e32b50a0e97e821fd76da39d1a28-1 {}] regionserver.HStore(327): Store=0185e32b50a0e97e821fd76da39d1a28/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:46,189 INFO [StoreOpener-0185e32b50a0e97e821fd76da39d1a28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0185e32b50a0e97e821fd76da39d1a28 2024-11-27T07:22:46,190 INFO [StoreOpener-0185e32b50a0e97e821fd76da39d1a28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0185e32b50a0e97e821fd76da39d1a28 columnFamilyName queue 2024-11-27T07:22:46,190 DEBUG [StoreOpener-0185e32b50a0e97e821fd76da39d1a28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:46,190 INFO [StoreOpener-0185e32b50a0e97e821fd76da39d1a28-1 {}] regionserver.HStore(327): Store=0185e32b50a0e97e821fd76da39d1a28/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:46,191 INFO [StoreOpener-0185e32b50a0e97e821fd76da39d1a28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0185e32b50a0e97e821fd76da39d1a28 2024-11-27T07:22:46,191 INFO [StoreOpener-0185e32b50a0e97e821fd76da39d1a28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0185e32b50a0e97e821fd76da39d1a28 columnFamilyName sid 2024-11-27T07:22:46,191 DEBUG [StoreOpener-0185e32b50a0e97e821fd76da39d1a28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:46,192 INFO [StoreOpener-0185e32b50a0e97e821fd76da39d1a28-1 {}] regionserver.HStore(327): Store=0185e32b50a0e97e821fd76da39d1a28/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:46,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0185e32b50a0e97e821fd76da39d1a28 2024-11-27T07:22:46,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/replication/0185e32b50a0e97e821fd76da39d1a28 2024-11-27T07:22:46,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/replication/0185e32b50a0e97e821fd76da39d1a28 2024-11-27T07:22:46,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0185e32b50a0e97e821fd76da39d1a28 2024-11-27T07:22:46,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0185e32b50a0e97e821fd76da39d1a28 2024-11-27T07:22:46,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:22:46,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0185e32b50a0e97e821fd76da39d1a28 2024-11-27T07:22:46,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/replication/0185e32b50a0e97e821fd76da39d1a28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:22:46,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0185e32b50a0e97e821fd76da39d1a28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63954147, jitterRate=-0.0470089465379715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:22:46,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0185e32b50a0e97e821fd76da39d1a28 2024-11-27T07:22:46,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0185e32b50a0e97e821fd76da39d1a28: Running coprocessor pre-open hook at 1732692166186Writing region info on filesystem at 1732692166186Initializing all the Stores at 1732692166187 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692166187Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692166187Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692166187Cleaning up temporary data from old regions at 1732692166194 (+7 ms)Running coprocessor post-open hooks at 1732692166197 (+3 ms)Region opened successfully at 1732692166197 2024-11-27T07:22:46,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28., pid=10, masterSystemTime=1732692166158 2024-11-27T07:22:46,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28. 2024-11-27T07:22:46,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28. 2024-11-27T07:22:46,199 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0185e32b50a0e97e821fd76da39d1a28, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,34871,1732692146203 2024-11-27T07:22:46,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0185e32b50a0e97e821fd76da39d1a28, server=289954c9202d,34871,1732692146203 because future has completed 2024-11-27T07:22:46,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T07:22:46,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0185e32b50a0e97e821fd76da39d1a28, server=289954c9202d,34871,1732692146203 in 195 msec 2024-11-27T07:22:46,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T07:22:46,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0185e32b50a0e97e821fd76da39d1a28, ASSIGN in 353 msec 2024-11-27T07:22:46,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:22:46,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692166207"}]},"ts":"1732692166207"} 2024-11-27T07:22:46,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T07:22:46,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:22:46,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1970 sec 2024-11-27T07:22:46,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28., hostname=289954c9202d,34871,1732692146203, seqNum=2] 2024-11-27T07:22:46,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1017b2be8240001, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515925874 2024-11-27T07:22:46,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515925874 2024-11-27T07:22:46,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T07:22:46,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T07:22:46,415 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T07:22:46,439 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-289954c9202d,34871,1732692146203, ReplicationSource: 1, currentBandwidth=0 2024-11-27T07:22:46,440 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:22:46,440 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,34871,1732692146203, seqNum=-1] 2024-11-27T07:22:46,440 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:22:46,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-27T07:22:46,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-289954c9202d,34871,1732692146203', locateType=CURRENT is [region=hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28., hostname=289954c9202d,34871,1732692146203, seqNum=2] 2024-11-27T07:22:46,444 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T07:22:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T07:22:46,446 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 289954c9202d,34871,1732692146203 suceeded 2024-11-27T07:22:46,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T07:22:46,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-27T07:22:46,448 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://289954c9202d:45477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T07:22:46,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4450 sec 2024-11-27T07:22:46,463 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:45477' 2024-11-27T07:22:46,464 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@546ca271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:46,464 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,45477,-1 for getting cluster id 2024-11-27T07:22:46,464 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:46,465 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f650d2e-3588-4fc0-a700-0aa6f665d60f' 2024-11-27T07:22:46,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:46,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f650d2e-3588-4fc0-a700-0aa6f665d60f" 2024-11-27T07:22:46,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cc7cad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:46,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,45477,-1] 2024-11-27T07:22:46,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:46,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:46,466 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:46,467 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5134fa42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:46,467 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:46,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,45477,1732692151487 2024-11-27T07:22:46,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21b774ee 2024-11-27T07:22:46,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:22:46,468 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-27T07:22:46,469 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-289954c9202d,34871,1732692146203 (queues=1) is replicating from cluster=a366af32-0737-4c33-ada3-3e118e443f5c to cluster=2f650d2e-3588-4fc0-a700-0aa6f665d60f 2024-11-27T07:22:46,469 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=289954c9202d%2C34871%2C1732692146203 2024-11-27T07:22:46,469 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-289954c9202d,34871,1732692146203, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T07:22:46,469 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.shipper289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 289954c9202d%2C34871%2C1732692146203 2024-11-27T07:22:46,469 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120, startPosition=0, beingWritten=true 2024-11-27T07:22:46,476 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:46,476 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 379, reset compression=false 2024-11-27T07:22:46,476 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.shipper289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,34871,1732692146203 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:22:46,679 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 379, reset compression=false 2024-11-27T07:22:46,982 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 379, reset compression=false 2024-11-27T07:22:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:47,156 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T07:22:47,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:22:47,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:47,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:47,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:47,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:47,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f46133b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:47,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,45477,-1 for getting cluster id 2024-11-27T07:22:47,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:47,157 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f650d2e-3588-4fc0-a700-0aa6f665d60f' 2024-11-27T07:22:47,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:47,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f650d2e-3588-4fc0-a700-0aa6f665d60f" 2024-11-27T07:22:47,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3db73d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:47,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,45477,-1] 2024-11-27T07:22:47,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:47,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:47,159 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:47,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75948938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:47,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:47,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,45477,1732692151487 2024-11-27T07:22:47,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77d984cd 2024-11-27T07:22:47,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:22:47,161 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:22:47,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://289954c9202d:44379,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T07:22:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T07:22:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:47,164 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:44379' 2024-11-27T07:22:47,165 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f5ab20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:47,165 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,44379,-1 for getting cluster id 2024-11-27T07:22:47,165 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:47,165 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7111dc3-cf7d-4178-910c-e66bab688875' 2024-11-27T07:22:47,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:47,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7111dc3-cf7d-4178-910c-e66bab688875" 2024-11-27T07:22:47,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a60c002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:47,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,44379,-1] 2024-11-27T07:22:47,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:47,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:47,166 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:47,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24cc3cf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:47,167 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:47,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,44379,1732692156874 2024-11-27T07:22:47,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72b32770 2024-11-27T07:22:47,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:22:47,168 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:22:47,169 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T07:22:47,169 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T07:22:47,169 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:47,169 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:47,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:47,169 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:22:47,170 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T07:22:47,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:22:47,171 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:47,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:22:47,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741837_1013 (size=1138) 2024-11-27T07:22:47,220 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T07:22:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:47,386 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 379, reset compression=false 2024-11-27T07:22:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:47,578 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5623c67c736b8586043f10ec45809505, NAME => 'hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd 2024-11-27T07:22:47,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741838_1014 (size=44) 2024-11-27T07:22:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:47,889 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 379, reset compression=false 2024-11-27T07:22:47,983 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:47,983 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5623c67c736b8586043f10ec45809505, disabling compactions & flushes 2024-11-27T07:22:47,983 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505. 2024-11-27T07:22:47,983 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505. 2024-11-27T07:22:47,983 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505. after waiting 0 ms 2024-11-27T07:22:47,983 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505. 2024-11-27T07:22:47,983 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505. 2024-11-27T07:22:47,983 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5623c67c736b8586043f10ec45809505: Waiting for close lock at 1732692167983Disabling compacts and flushes for region at 1732692167983Disabling writes for close at 1732692167983Writing region close event to WAL at 1732692167983Closed at 1732692167983 2024-11-27T07:22:47,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:22:47,984 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732692167984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692167984"}]},"ts":"1732692167984"} 2024-11-27T07:22:47,986 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:22:47,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:22:47,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692167986"}]},"ts":"1732692167986"} 2024-11-27T07:22:47,989 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T07:22:47,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5623c67c736b8586043f10ec45809505, ASSIGN}] 2024-11-27T07:22:47,990 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5623c67c736b8586043f10ec45809505, ASSIGN 2024-11-27T07:22:47,991 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5623c67c736b8586043f10ec45809505, ASSIGN; state=OFFLINE, location=289954c9202d,46293,1732692151618; forceNewPlan=false, retain=false 2024-11-27T07:22:48,141 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5623c67c736b8586043f10ec45809505, regionState=OPENING, regionLocation=289954c9202d,46293,1732692151618 2024-11-27T07:22:48,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5623c67c736b8586043f10ec45809505, ASSIGN because future has completed 2024-11-27T07:22:48,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5623c67c736b8586043f10ec45809505, server=289954c9202d,46293,1732692151618}] 2024-11-27T07:22:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:48,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505. 2024-11-27T07:22:48,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:22:48,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T07:22:48,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C46293%2C1732692151618.rep, suffix=, logDir=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618, archiveDir=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/oldWALs, maxLogs=10 2024-11-27T07:22:48,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.rep.1732692168299, exclude list is [], retry=0 2024-11-27T07:22:48,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-1e087fb1-940d-4511-a388-275d4965cb33,DISK] 2024-11-27T07:22:48,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.rep.1732692168299 2024-11-27T07:22:48,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45239:45239)] 2024-11-27T07:22:48,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5623c67c736b8586043f10ec45809505, NAME => 'hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:22:48,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:22:48,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:22:48,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505. service=MultiRowMutationService 2024-11-27T07:22:48,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T07:22:48,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5623c67c736b8586043f10ec45809505 2024-11-27T07:22:48,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:48,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5623c67c736b8586043f10ec45809505 2024-11-27T07:22:48,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5623c67c736b8586043f10ec45809505 2024-11-27T07:22:48,315 INFO [StoreOpener-5623c67c736b8586043f10ec45809505-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5623c67c736b8586043f10ec45809505 2024-11-27T07:22:48,316 INFO [StoreOpener-5623c67c736b8586043f10ec45809505-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5623c67c736b8586043f10ec45809505 columnFamilyName hfileref 2024-11-27T07:22:48,316 DEBUG [StoreOpener-5623c67c736b8586043f10ec45809505-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:48,316 INFO [StoreOpener-5623c67c736b8586043f10ec45809505-1 {}] regionserver.HStore(327): Store=5623c67c736b8586043f10ec45809505/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:48,316 INFO [StoreOpener-5623c67c736b8586043f10ec45809505-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5623c67c736b8586043f10ec45809505 2024-11-27T07:22:48,316 INFO [StoreOpener-5623c67c736b8586043f10ec45809505-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5623c67c736b8586043f10ec45809505 columnFamilyName queue 2024-11-27T07:22:48,317 DEBUG [StoreOpener-5623c67c736b8586043f10ec45809505-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:48,317 INFO [StoreOpener-5623c67c736b8586043f10ec45809505-1 {}] regionserver.HStore(327): Store=5623c67c736b8586043f10ec45809505/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:48,317 INFO [StoreOpener-5623c67c736b8586043f10ec45809505-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5623c67c736b8586043f10ec45809505 2024-11-27T07:22:48,318 INFO [StoreOpener-5623c67c736b8586043f10ec45809505-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5623c67c736b8586043f10ec45809505 columnFamilyName sid 2024-11-27T07:22:48,318 DEBUG [StoreOpener-5623c67c736b8586043f10ec45809505-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:48,318 INFO [StoreOpener-5623c67c736b8586043f10ec45809505-1 {}] regionserver.HStore(327): Store=5623c67c736b8586043f10ec45809505/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:48,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5623c67c736b8586043f10ec45809505 2024-11-27T07:22:48,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/replication/5623c67c736b8586043f10ec45809505 2024-11-27T07:22:48,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/replication/5623c67c736b8586043f10ec45809505 2024-11-27T07:22:48,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5623c67c736b8586043f10ec45809505 2024-11-27T07:22:48,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5623c67c736b8586043f10ec45809505 2024-11-27T07:22:48,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:22:48,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5623c67c736b8586043f10ec45809505 2024-11-27T07:22:48,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/replication/5623c67c736b8586043f10ec45809505/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:22:48,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5623c67c736b8586043f10ec45809505; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70719129, jitterRate=0.05379714071750641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:22:48,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5623c67c736b8586043f10ec45809505 2024-11-27T07:22:48,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5623c67c736b8586043f10ec45809505: Running coprocessor pre-open hook at 1732692168314Writing region info on filesystem at 1732692168314Initializing all the Stores at 1732692168314Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692168314Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692168315 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692168315Cleaning up temporary data from old regions at 1732692168319 (+4 ms)Running coprocessor post-open hooks at 1732692168322 (+3 ms)Region opened successfully at 1732692168322 2024-11-27T07:22:48,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505., pid=10, masterSystemTime=1732692168295 2024-11-27T07:22:48,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505. 2024-11-27T07:22:48,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505. 2024-11-27T07:22:48,324 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5623c67c736b8586043f10ec45809505, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,46293,1732692151618 2024-11-27T07:22:48,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5623c67c736b8586043f10ec45809505, server=289954c9202d,46293,1732692151618 because future has completed 2024-11-27T07:22:48,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T07:22:48,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5623c67c736b8586043f10ec45809505, server=289954c9202d,46293,1732692151618 in 183 msec 2024-11-27T07:22:48,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T07:22:48,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5623c67c736b8586043f10ec45809505, ASSIGN in 338 msec 2024-11-27T07:22:48,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:22:48,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692168329"}]},"ts":"1732692168329"} 2024-11-27T07:22:48,331 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T07:22:48,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:22:48,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1620 sec 2024-11-27T07:22:48,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505., hostname=289954c9202d,46293,1732692151618, seqNum=2] 2024-11-27T07:22:48,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x1017b2be8240004, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1121372154 2024-11-27T07:22:48,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1121372154 2024-11-27T07:22:48,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T07:22:48,492 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 379, reset compression=false 2024-11-27T07:22:48,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T07:22:48,573 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T07:22:48,598 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-289954c9202d,46293,1732692151618, ReplicationSource: 1, currentBandwidth=0 2024-11-27T07:22:48,599 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:22:48,599 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,46293,1732692151618, seqNum=-1] 2024-11-27T07:22:48,599 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:22:48,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-27T07:22:48,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-289954c9202d,46293,1732692151618', locateType=CURRENT is [region=hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505., hostname=289954c9202d,46293,1732692151618, seqNum=2] 2024-11-27T07:22:48,604 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T07:22:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T07:22:48,605 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 289954c9202d,46293,1732692151618 suceeded 2024-11-27T07:22:48,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T07:22:48,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-27T07:22:48,607 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://289954c9202d:44379,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T07:22:48,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4460 sec 2024-11-27T07:22:48,617 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:44379' 2024-11-27T07:22:48,618 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6364f728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:48,618 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,44379,-1 for getting cluster id 2024-11-27T07:22:48,618 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:48,619 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7111dc3-cf7d-4178-910c-e66bab688875' 2024-11-27T07:22:48,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:48,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7111dc3-cf7d-4178-910c-e66bab688875" 2024-11-27T07:22:48,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d3b0270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:48,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,44379,-1] 2024-11-27T07:22:48,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:48,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:48,620 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:48,621 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12f2dcaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:48,621 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:48,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,44379,1732692156874 2024-11-27T07:22:48,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1833d37b 2024-11-27T07:22:48,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:22:48,623 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-27T07:22:48,623 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-289954c9202d,46293,1732692151618 (queues=1) is replicating from cluster=2f650d2e-3588-4fc0-a700-0aa6f665d60f to cluster=f7111dc3-cf7d-4178-910c-e66bab688875 2024-11-27T07:22:48,623 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=289954c9202d%2C46293%2C1732692151618 2024-11-27T07:22:48,623 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-289954c9202d,46293,1732692151618, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T07:22:48,624 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532, startPosition=0, beingWritten=true 2024-11-27T07:22:48,624 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.shipper289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 289954c9202d%2C46293%2C1732692151618 2024-11-27T07:22:48,629 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:48,629 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 379, reset compression=false 2024-11-27T07:22:48,629 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.shipper289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,46293,1732692151618 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:22:48,836 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 379, reset compression=false 2024-11-27T07:22:49,139 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 379, reset compression=false 2024-11-27T07:22:49,195 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 379, reset compression=false 2024-11-27T07:22:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:49,306 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T07:22:49,306 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:22:49,307 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:49,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:49,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:49,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:49,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32de409c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:49,308 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,44379,-1 for getting cluster id 2024-11-27T07:22:49,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:49,310 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7111dc3-cf7d-4178-910c-e66bab688875' 2024-11-27T07:22:49,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:49,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7111dc3-cf7d-4178-910c-e66bab688875" 2024-11-27T07:22:49,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee43116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:49,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,44379,-1] 2024-11-27T07:22:49,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:49,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:49,312 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:49,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156f7271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:49,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:49,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,44379,1732692156874 2024-11-27T07:22:49,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a5a4ff2 2024-11-27T07:22:49,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:22:49,315 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:22:49,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44379 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://289954c9202d:45477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T07:22:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44379 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T07:22:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:49,318 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:45477' 2024-11-27T07:22:49,319 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74267146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:49,319 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,45477,-1 for getting cluster id 2024-11-27T07:22:49,319 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:49,320 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f650d2e-3588-4fc0-a700-0aa6f665d60f' 2024-11-27T07:22:49,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:49,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f650d2e-3588-4fc0-a700-0aa6f665d60f" 2024-11-27T07:22:49,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de1128f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:49,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,45477,-1] 2024-11-27T07:22:49,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:49,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:49,322 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:49,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a3f44c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:49,323 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:49,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,45477,1732692151487 2024-11-27T07:22:49,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3590e2b4 2024-11-27T07:22:49,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:22:49,325 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:22:49,325 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-27T07:22:49,326 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T07:22:49,326 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:49,326 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:49,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:49,326 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:22:49,327 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T07:22:49,327 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:22:49,328 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:49,328 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:22:49,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741837_1013 (size=1138) 2024-11-27T07:22:49,377 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T07:22:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:49,542 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 379, reset compression=false 2024-11-27T07:22:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:49,734 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b10297e2284783c9f805d39288ff15dd, NAME => 'hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873 2024-11-27T07:22:49,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741838_1014 (size=44) 2024-11-27T07:22:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:49,999 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 379, reset compression=false 2024-11-27T07:22:50,045 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 379, reset compression=false 2024-11-27T07:22:50,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:50,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b10297e2284783c9f805d39288ff15dd, disabling compactions & flushes 2024-11-27T07:22:50,139 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd. 2024-11-27T07:22:50,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd. 2024-11-27T07:22:50,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd. after waiting 0 ms 2024-11-27T07:22:50,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd. 2024-11-27T07:22:50,139 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd. 2024-11-27T07:22:50,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b10297e2284783c9f805d39288ff15dd: Waiting for close lock at 1732692170139Disabling compacts and flushes for region at 1732692170139Disabling writes for close at 1732692170139Writing region close event to WAL at 1732692170139Closed at 1732692170139 2024-11-27T07:22:50,140 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:22:50,141 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732692170140"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692170140"}]},"ts":"1732692170140"} 2024-11-27T07:22:50,143 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:22:50,144 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:22:50,144 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692170144"}]},"ts":"1732692170144"} 2024-11-27T07:22:50,149 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T07:22:50,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b10297e2284783c9f805d39288ff15dd, ASSIGN}] 2024-11-27T07:22:50,151 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b10297e2284783c9f805d39288ff15dd, ASSIGN 2024-11-27T07:22:50,151 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b10297e2284783c9f805d39288ff15dd, ASSIGN; state=OFFLINE, location=289954c9202d,42295,1732692156987; forceNewPlan=false, retain=false 2024-11-27T07:22:50,302 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b10297e2284783c9f805d39288ff15dd, regionState=OPENING, regionLocation=289954c9202d,42295,1732692156987 2024-11-27T07:22:50,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b10297e2284783c9f805d39288ff15dd, ASSIGN because future has completed 2024-11-27T07:22:50,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b10297e2284783c9f805d39288ff15dd, server=289954c9202d,42295,1732692156987}] 2024-11-27T07:22:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:50,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd. 2024-11-27T07:22:50,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:22:50,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T07:22:50,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C42295%2C1732692156987.rep, suffix=, logDir=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987, archiveDir=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/oldWALs, maxLogs=10 2024-11-27T07:22:50,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.rep.1732692170470, exclude list is [], retry=0 2024-11-27T07:22:50,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39511,DS-66c58ad1-39f6-422a-86b9-59b7886f0fca,DISK] 2024-11-27T07:22:50,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.rep.1732692170470 2024-11-27T07:22:50,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44071:44071)] 2024-11-27T07:22:50,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b10297e2284783c9f805d39288ff15dd, NAME => 'hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:22:50,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:22:50,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:22:50,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd. service=MultiRowMutationService 2024-11-27T07:22:50,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T07:22:50,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b10297e2284783c9f805d39288ff15dd 2024-11-27T07:22:50,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:22:50,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b10297e2284783c9f805d39288ff15dd 2024-11-27T07:22:50,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b10297e2284783c9f805d39288ff15dd 2024-11-27T07:22:50,500 INFO [StoreOpener-b10297e2284783c9f805d39288ff15dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b10297e2284783c9f805d39288ff15dd 2024-11-27T07:22:50,501 INFO [StoreOpener-b10297e2284783c9f805d39288ff15dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b10297e2284783c9f805d39288ff15dd columnFamilyName hfileref 2024-11-27T07:22:50,501 DEBUG [StoreOpener-b10297e2284783c9f805d39288ff15dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:50,501 INFO [StoreOpener-b10297e2284783c9f805d39288ff15dd-1 {}] regionserver.HStore(327): Store=b10297e2284783c9f805d39288ff15dd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:50,502 INFO [StoreOpener-b10297e2284783c9f805d39288ff15dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b10297e2284783c9f805d39288ff15dd 2024-11-27T07:22:50,504 INFO [StoreOpener-b10297e2284783c9f805d39288ff15dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b10297e2284783c9f805d39288ff15dd columnFamilyName queue 2024-11-27T07:22:50,504 DEBUG [StoreOpener-b10297e2284783c9f805d39288ff15dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:50,505 INFO [StoreOpener-b10297e2284783c9f805d39288ff15dd-1 {}] regionserver.HStore(327): Store=b10297e2284783c9f805d39288ff15dd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:50,505 INFO [StoreOpener-b10297e2284783c9f805d39288ff15dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b10297e2284783c9f805d39288ff15dd 2024-11-27T07:22:50,506 INFO [StoreOpener-b10297e2284783c9f805d39288ff15dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b10297e2284783c9f805d39288ff15dd columnFamilyName sid 2024-11-27T07:22:50,506 DEBUG [StoreOpener-b10297e2284783c9f805d39288ff15dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:22:50,507 INFO [StoreOpener-b10297e2284783c9f805d39288ff15dd-1 {}] regionserver.HStore(327): Store=b10297e2284783c9f805d39288ff15dd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:22:50,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b10297e2284783c9f805d39288ff15dd 2024-11-27T07:22:50,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/replication/b10297e2284783c9f805d39288ff15dd 2024-11-27T07:22:50,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/replication/b10297e2284783c9f805d39288ff15dd 2024-11-27T07:22:50,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b10297e2284783c9f805d39288ff15dd 2024-11-27T07:22:50,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b10297e2284783c9f805d39288ff15dd 2024-11-27T07:22:50,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:22:50,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b10297e2284783c9f805d39288ff15dd 2024-11-27T07:22:50,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/replication/b10297e2284783c9f805d39288ff15dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:22:50,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b10297e2284783c9f805d39288ff15dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67657467, jitterRate=0.008174821734428406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:22:50,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b10297e2284783c9f805d39288ff15dd 2024-11-27T07:22:50,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b10297e2284783c9f805d39288ff15dd: Running coprocessor pre-open hook at 1732692170498Writing region info on filesystem at 1732692170498Initializing all the Stores at 1732692170498Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692170498Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692170500 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692170500Cleaning up temporary data from old regions at 1732692170509 (+9 ms)Running coprocessor post-open hooks at 1732692170518 (+9 ms)Region opened successfully at 1732692170518 2024-11-27T07:22:50,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd., pid=10, masterSystemTime=1732692170463 2024-11-27T07:22:50,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd. 2024-11-27T07:22:50,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd. 2024-11-27T07:22:50,521 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b10297e2284783c9f805d39288ff15dd, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,42295,1732692156987 2024-11-27T07:22:50,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b10297e2284783c9f805d39288ff15dd, server=289954c9202d,42295,1732692156987 because future has completed 2024-11-27T07:22:50,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T07:22:50,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b10297e2284783c9f805d39288ff15dd, server=289954c9202d,42295,1732692156987 in 216 msec 2024-11-27T07:22:50,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T07:22:50,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b10297e2284783c9f805d39288ff15dd, ASSIGN in 377 msec 2024-11-27T07:22:50,529 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:22:50,529 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692170529"}]},"ts":"1732692170529"} 2024-11-27T07:22:50,532 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T07:22:50,533 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:22:50,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2070 sec 2024-11-27T07:22:50,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd., hostname=289954c9202d,42295,1732692156987, seqNum=2] 2024-11-27T07:22:50,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017b2be8240007, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2445068533 2024-11-27T07:22:50,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2445068533 2024-11-27T07:22:50,648 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 379, reset compression=false 2024-11-27T07:22:50,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T07:22:50,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T07:22:50,821 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T07:22:50,850 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-289954c9202d,42295,1732692156987, ReplicationSource: 1, currentBandwidth=0 2024-11-27T07:22:50,850 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:22:50,850 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,42295,1732692156987, seqNum=-1] 2024-11-27T07:22:50,850 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:22:50,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-27T07:22:50,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-289954c9202d,42295,1732692156987', locateType=CURRENT is [region=hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd., hostname=289954c9202d,42295,1732692156987, seqNum=2] 2024-11-27T07:22:50,855 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T07:22:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44379 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T07:22:50,857 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 289954c9202d,42295,1732692156987 suceeded 2024-11-27T07:22:50,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T07:22:50,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-27T07:22:50,859 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://289954c9202d:45477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T07:22:50,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5440 sec 2024-11-27T07:22:50,870 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:45477' 2024-11-27T07:22:50,871 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5160e5e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:50,871 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,45477,-1 for getting cluster id 2024-11-27T07:22:50,871 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:50,872 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f650d2e-3588-4fc0-a700-0aa6f665d60f' 2024-11-27T07:22:50,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:50,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f650d2e-3588-4fc0-a700-0aa6f665d60f" 2024-11-27T07:22:50,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ae777f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:50,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,45477,-1] 2024-11-27T07:22:50,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:50,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:50,873 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:50,873 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31586e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:50,874 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:50,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,45477,1732692151487 2024-11-27T07:22:50,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f61f991 2024-11-27T07:22:50,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:22:50,875 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-27T07:22:50,875 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-289954c9202d,42295,1732692156987 (queues=1) is replicating from cluster=f7111dc3-cf7d-4178-910c-e66bab688875 to cluster=2f650d2e-3588-4fc0-a700-0aa6f665d60f 2024-11-27T07:22:50,875 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=289954c9202d%2C42295%2C1732692156987 2024-11-27T07:22:50,875 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-289954c9202d,42295,1732692156987, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T07:22:50,876 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.shipper289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 289954c9202d%2C42295%2C1732692156987 2024-11-27T07:22:50,876 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487, startPosition=0, beingWritten=true 2024-11-27T07:22:50,883 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:50,883 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 379, reset compression=false 2024-11-27T07:22:50,883 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.shipper289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,42295,1732692156987 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:22:50,902 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 379, reset compression=false 2024-11-27T07:22:51,087 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 379, reset compression=false 2024-11-27T07:22:51,351 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 379, reset compression=false 2024-11-27T07:22:51,391 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 379, reset compression=false 2024-11-27T07:22:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:22:51,467 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T07:22:51,467 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:22:51,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:51,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:51,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:51,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:51,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63406098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:51,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,36011,-1 for getting cluster id 2024-11-27T07:22:51,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:51,473 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a366af32-0737-4c33-ada3-3e118e443f5c' 2024-11-27T07:22:51,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:51,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a366af32-0737-4c33-ada3-3e118e443f5c" 2024-11-27T07:22:51,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323f83f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:51,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,36011,-1] 2024-11-27T07:22:51,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:51,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:51,475 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:51,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@782d1815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:51,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcccd58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:51,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,45477,-1 for getting cluster id 2024-11-27T07:22:51,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:51,489 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f650d2e-3588-4fc0-a700-0aa6f665d60f' 2024-11-27T07:22:51,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:51,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f650d2e-3588-4fc0-a700-0aa6f665d60f" 2024-11-27T07:22:51,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc0115c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:51,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,45477,-1] 2024-11-27T07:22:51,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:51,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:51,492 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:51,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a682cff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:51,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ebb655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:51,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,44379,-1 for getting cluster id 2024-11-27T07:22:51,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:51,494 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7111dc3-cf7d-4178-910c-e66bab688875' 2024-11-27T07:22:51,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:51,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7111dc3-cf7d-4178-910c-e66bab688875" 2024-11-27T07:22:51,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174702c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:51,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,44379,-1] 2024-11-27T07:22:51,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:51,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:51,500 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:51,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9c34cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:51,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:22:51,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,34871,1732692146203, seqNum=-1] 2024-11-27T07:22:51,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:22:51,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:22:51,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb., hostname=289954c9202d,34871,1732692146203, seqNum=2] 2024-11-27T07:22:51,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:22:51,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,42295,1732692156987, seqNum=-1] 2024-11-27T07:22:51,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:22:51,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:22:51,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e., hostname=289954c9202d,42295,1732692156987, seqNum=2] 2024-11-27T07:22:51,520 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T07:22:51,689 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:22:51,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:51,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:51,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:51,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:51,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:51,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:51,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:51,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:51,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:51,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:51,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:51,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:51,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:51,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:51,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:22:51,812 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 379, reset compression=false 2024-11-27T07:22:51,840 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T07:22:51,906 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 379, reset compression=false 2024-11-27T07:22:51,948 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:22:51,948 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 480, reset compression=false 2024-11-27T07:22:51,948 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.shipper289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,34871,1732692146203 got entry batch from reader: WALEntryBatch [walEntries=[{test/fdff1cf9a4be2a864c9aa2d1d5f9eccb/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T07:22:51,952 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.shipper289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:22:51,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-27T07:22:51,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46293 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:22:51,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46b4be86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:51,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46293 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,45477,-1 for getting cluster id 2024-11-27T07:22:51,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:51,965 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f650d2e-3588-4fc0-a700-0aa6f665d60f' 2024-11-27T07:22:51,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:51,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f650d2e-3588-4fc0-a700-0aa6f665d60f" 2024-11-27T07:22:51,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59bc09b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:51,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,45477,-1] 2024-11-27T07:22:51,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:51,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:51,966 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:51,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45388766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:51,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:22:51,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,46293,1732692151618, seqNum=-1] 2024-11-27T07:22:51,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:22:51,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-27T07:22:51,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732692160678.475137ad55a63f3891d1f602114bc894., hostname=289954c9202d,46293,1732692151618, seqNum=2] 2024-11-27T07:22:51,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46293 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:22:52,015 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:22:52,016 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:22:52,017 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108800 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:22:52,155 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 379, reset compression=false 2024-11-27T07:22:52,162 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:22:52,162 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 504, reset compression=false 2024-11-27T07:22:52,162 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.shipper289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,46293,1732692151618 got entry batch from reader: WALEntryBatch [walEntries=[{test/475137ad55a63f3891d1f602114bc894/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-27T07:22:52,164 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.shipper289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:22:52,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-27T07:22:52,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:22:52,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38bd3ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:52,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,44379,-1 for getting cluster id 2024-11-27T07:22:52,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:22:52,167 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7111dc3-cf7d-4178-910c-e66bab688875' 2024-11-27T07:22:52,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:22:52,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7111dc3-cf7d-4178-910c-e66bab688875" 2024-11-27T07:22:52,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@738cf448, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:52,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,44379,-1] 2024-11-27T07:22:52,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:22:52,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:52,168 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:22:52,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9a98c58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:22:52,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:22:52,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,42295,1732692156987, seqNum=-1] 2024-11-27T07:22:52,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:22:52,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-27T07:22:52,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e., hostname=289954c9202d,42295,1732692156987, seqNum=2] 2024-11-27T07:22:52,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:22:52,186 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 480, reset compression=false 2024-11-27T07:22:52,345 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 379, reset compression=false 2024-11-27T07:22:52,349 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:52,349 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 527, reset compression=false 2024-11-27T07:22:52,349 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.shipper289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,42295,1732692156987 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:22:52,365 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 504, reset compression=false 2024-11-27T07:22:52,489 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 480, reset compression=false 2024-11-27T07:22:52,523 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T07:22:52,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:22:52,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,46293,1732692151618, seqNum=-1] 2024-11-27T07:22:52,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:22:52,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:22:52,530 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732692160678.475137ad55a63f3891d1f602114bc894., hostname=289954c9202d,46293,1732692151618, seqNum=2] 2024-11-27T07:22:52,533 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T07:22:52,552 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 527, reset compression=false 2024-11-27T07:22:52,669 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 504, reset compression=false 2024-11-27T07:22:52,676 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:22:52,676 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 608, reset compression=false 2024-11-27T07:22:52,676 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.shipper289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,46293,1732692151618 got entry batch from reader: WALEntryBatch [walEntries=[{test/475137ad55a63f3891d1f602114bc894/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T07:22:52,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:22:52,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:22:52,857 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 527, reset compression=false 2024-11-27T07:22:52,861 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:52,861 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 654, reset compression=false 2024-11-27T07:22:52,861 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.shipper289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,42295,1732692156987 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:22:52,879 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 608, reset compression=false 2024-11-27T07:22:52,894 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 480, reset compression=false 2024-11-27T07:22:53,064 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 654, reset compression=false 2024-11-27T07:22:53,182 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 608, reset compression=false 2024-11-27T07:22:53,367 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 654, reset compression=false 2024-11-27T07:22:53,397 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 480, reset compression=false 2024-11-27T07:22:53,535 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T07:22:53,538 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-27T07:22:53,586 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 608, reset compression=false 2024-11-27T07:22:53,771 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 654, reset compression=false 2024-11-27T07:22:53,776 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:22:53,776 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 758, reset compression=false 2024-11-27T07:22:53,776 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.shipper289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,42295,1732692156987 got entry batch from reader: WALEntryBatch [walEntries=[{test/88454e694e08f1d1d1ab2da84e01181e/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T07:22:53,778 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.shipper289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:22:53,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-27T07:22:53,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46293 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:22:53,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46293 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:22:53,985 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 758, reset compression=false 2024-11-27T07:22:54,000 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 480, reset compression=false 2024-11-27T07:22:54,089 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 608, reset compression=false 2024-11-27T07:22:54,093 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:54,093 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 736, reset compression=false 2024-11-27T07:22:54,093 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.shipper289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,46293,1732692151618 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:22:54,288 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 758, reset compression=false 2024-11-27T07:22:54,296 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 736, reset compression=false 2024-11-27T07:22:54,540 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-27T07:22:54,543 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T07:22:54,599 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 736, reset compression=false 2024-11-27T07:22:54,691 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 758, reset compression=false 2024-11-27T07:22:54,703 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 480, reset compression=false 2024-11-27T07:22:54,707 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:22:54,707 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 636, reset compression=false 2024-11-27T07:22:54,707 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.shipper289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,34871,1732692146203 got entry batch from reader: WALEntryBatch [walEntries=[{test/fdff1cf9a4be2a864c9aa2d1d5f9eccb/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T07:22:54,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46293 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:22:54,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46293 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:22:54,910 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 636, reset compression=false 2024-11-27T07:22:55,003 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 736, reset compression=false 2024-11-27T07:22:55,007 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:22:55,007 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 884, reset compression=false 2024-11-27T07:22:55,007 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.shipper289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,46293,1732692151618 got entry batch from reader: WALEntryBatch [walEntries=[{test/475137ad55a63f3891d1f602114bc894/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-27T07:22:55,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:22:55,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:22:55,194 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 758, reset compression=false 2024-11-27T07:22:55,204 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:55,204 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 929, reset compression=false 2024-11-27T07:22:55,204 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.shipper289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,42295,1732692156987 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:22:55,214 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 636, reset compression=false 2024-11-27T07:22:55,220 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 884, reset compression=false 2024-11-27T07:22:55,410 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 929, reset compression=false 2024-11-27T07:22:55,534 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 884, reset compression=false 2024-11-27T07:22:55,544 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T07:22:55,548 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T07:22:55,554 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:22:55,554 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 1043, reset compression=false 2024-11-27T07:22:55,554 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.shipper289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,46293,1732692151618 got entry batch from reader: WALEntryBatch [walEntries=[{test/475137ad55a63f3891d1f602114bc894/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T07:22:55,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:22:55,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:22:55,619 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T07:22:55,626 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 636, reset compression=false 2024-11-27T07:22:55,713 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 929, reset compression=false 2024-11-27T07:22:55,736 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:55,736 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 1078, reset compression=false 2024-11-27T07:22:55,736 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.shipper289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,42295,1732692156987 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:22:55,767 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 1043, reset compression=false 2024-11-27T07:22:55,955 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 1078, reset compression=false 2024-11-27T07:22:56,082 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 1043, reset compression=false 2024-11-27T07:22:56,131 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 636, reset compression=false 2024-11-27T07:22:56,259 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 1078, reset compression=false 2024-11-27T07:22:56,491 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 1043, reset compression=false 2024-11-27T07:22:56,550 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T07:22:56,553 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-27T07:22:56,663 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 1078, reset compression=false 2024-11-27T07:22:56,669 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:22:56,669 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 1237, reset compression=false 2024-11-27T07:22:56,669 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.shipper289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,42295,1732692156987 got entry batch from reader: WALEntryBatch [walEntries=[{test/88454e694e08f1d1d1ab2da84e01181e/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T07:22:56,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46293 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T07:22:56,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46293 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T07:22:56,735 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 636, reset compression=false 2024-11-27T07:22:56,875 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 1237, reset compression=false 2024-11-27T07:22:56,994 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 1043, reset compression=false 2024-11-27T07:22:56,998 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:56,998 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 1193, reset compression=false 2024-11-27T07:22:56,998 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.shipper289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,46293,1732692151618 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:22:57,178 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 1237, reset compression=false 2024-11-27T07:22:57,201 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 1193, reset compression=false 2024-11-27T07:22:57,439 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 636, reset compression=false 2024-11-27T07:22:57,504 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 1193, reset compression=false 2024-11-27T07:22:57,556 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-27T07:22:57,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T07:22:57,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:22:57,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:57,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:57,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:57,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T07:22:57,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2085021484, stopped=false 2024-11-27T07:22:57,563 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=289954c9202d,44379,1732692156874 2024-11-27T07:22:57,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:57,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2445068533/running 2024-11-27T07:22:57,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2445068533 2024-11-27T07:22:57,573 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:22:57,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017b2be8240007, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2445068533/running 2024-11-27T07:22:57,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017b2be8240007, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2445068533 2024-11-27T07:22:57,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42295-0x1017b2be8240007, quorum=127.0.0.1:50127, baseZNode=/2445068533 Set watcher on znode that does not yet exist, /2445068533/running 2024-11-27T07:22:57,574 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:22:57,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Set watcher on znode that does not yet exist, /2445068533/running 2024-11-27T07:22:57,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:57,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:57,575 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '289954c9202d,42295,1732692156987' ***** 2024-11-27T07:22:57,575 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T07:22:57,575 INFO [RS:0;289954c9202d:42295 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T07:22:57,575 INFO [RS:0;289954c9202d:42295 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T07:22:57,575 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T07:22:57,575 INFO [RS:0;289954c9202d:42295 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T07:22:57,575 INFO [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(3091): Received CLOSE for b10297e2284783c9f805d39288ff15dd 2024-11-27T07:22:57,575 INFO [regionserver/289954c9202d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:22:57,582 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 1237, reset compression=false 2024-11-27T07:22:57,582 INFO [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(3091): Received CLOSE for 88454e694e08f1d1d1ab2da84e01181e 2024-11-27T07:22:57,582 INFO [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(959): stopping server 289954c9202d,42295,1732692156987 2024-11-27T07:22:57,582 INFO [RS:0;289954c9202d:42295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:22:57,582 INFO [RS:0;289954c9202d:42295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:42295. 2024-11-27T07:22:57,582 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b10297e2284783c9f805d39288ff15dd, disabling compactions & flushes 2024-11-27T07:22:57,582 DEBUG [RS:0;289954c9202d:42295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:57,582 DEBUG [RS:0;289954c9202d:42295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:57,582 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd. 2024-11-27T07:22:57,582 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd. 2024-11-27T07:22:57,582 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd. after waiting 0 ms 2024-11-27T07:22:57,582 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd. 2024-11-27T07:22:57,582 INFO [RS:0;289954c9202d:42295 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T07:22:57,582 INFO [RS:0;289954c9202d:42295 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T07:22:57,582 INFO [RS:0;289954c9202d:42295 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T07:22:57,582 INFO [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T07:22:57,582 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b10297e2284783c9f805d39288ff15dd 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-27T07:22:57,588 INFO [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T07:22:57,588 DEBUG [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(1325): Online Regions={b10297e2284783c9f805d39288ff15dd=hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd., 88454e694e08f1d1d1ab2da84e01181e=test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T07:22:57,588 DEBUG [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88454e694e08f1d1d1ab2da84e01181e, b10297e2284783c9f805d39288ff15dd 2024-11-27T07:22:57,588 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:22:57,588 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:22:57,588 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:22:57,588 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:22:57,588 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:22:57,589 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T07:22:57,605 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/replication/b10297e2284783c9f805d39288ff15dd/.tmp/queue/00288319b6df404a910454d360ef12aa is 154, key is 1-289954c9202d,42295,1732692156987/queue:289954c9202d%2C42295%2C1732692156987/1732692176675/Put/seqid=0 2024-11-27T07:22:57,612 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740/.tmp/info/14407affc2a545d2ab7c4a6a5e6ef64a is 147, key is hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd./info:regioninfo/1732692170521/Put/seqid=0 2024-11-27T07:22:57,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741840_1016 (size=5353) 2024-11-27T07:22:57,614 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/replication/b10297e2284783c9f805d39288ff15dd/.tmp/queue/00288319b6df404a910454d360ef12aa 2024-11-27T07:22:57,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741841_1017 (size=7686) 2024-11-27T07:22:57,618 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/replication/b10297e2284783c9f805d39288ff15dd/.tmp/queue/00288319b6df404a910454d360ef12aa as hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/replication/b10297e2284783c9f805d39288ff15dd/queue/00288319b6df404a910454d360ef12aa 2024-11-27T07:22:57,623 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/replication/b10297e2284783c9f805d39288ff15dd/queue/00288319b6df404a910454d360ef12aa, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T07:22:57,624 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b10297e2284783c9f805d39288ff15dd in 42ms, sequenceid=12, compaction requested=false 2024-11-27T07:22:57,630 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/replication/b10297e2284783c9f805d39288ff15dd/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T07:22:57,631 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:22:57,631 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:22:57,631 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd. 2024-11-27T07:22:57,631 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b10297e2284783c9f805d39288ff15dd: Waiting for close lock at 1732692177582Running coprocessor pre-close hooks at 1732692177582Disabling compacts and flushes for region at 1732692177582Disabling writes for close at 1732692177582Obtaining lock to block concurrent updates at 1732692177582Preparing flush snapshotting stores in b10297e2284783c9f805d39288ff15dd at 1732692177582Finished memstore snapshotting hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732692177583 (+1 ms)Flushing stores of hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd. at 1732692177584 (+1 ms)Flushing b10297e2284783c9f805d39288ff15dd/queue: creating writer at 1732692177584Flushing b10297e2284783c9f805d39288ff15dd/queue: appending metadata at 1732692177605 (+21 ms)Flushing b10297e2284783c9f805d39288ff15dd/queue: closing flushed file at 1732692177605Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52d71a58: reopening flushed file at 1732692177618 (+13 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b10297e2284783c9f805d39288ff15dd in 42ms, sequenceid=12, compaction requested=false at 1732692177624 (+6 ms)Writing region close event to WAL at 1732692177626 (+2 ms)Running coprocessor post-close hooks at 1732692177630 (+4 ms)Closed at 1732692177631 (+1 ms) 2024-11-27T07:22:57,631 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732692169326.b10297e2284783c9f805d39288ff15dd. 2024-11-27T07:22:57,631 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 88454e694e08f1d1d1ab2da84e01181e, disabling compactions & flushes 2024-11-27T07:22:57,631 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e. 2024-11-27T07:22:57,631 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e. 2024-11-27T07:22:57,631 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e. after waiting 0 ms 2024-11-27T07:22:57,631 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e. 2024-11-27T07:22:57,631 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 88454e694e08f1d1d1ab2da84e01181e 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-27T07:22:57,657 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/default/test/88454e694e08f1d1d1ab2da84e01181e/.tmp/f/37f1ccb852124893bff4e76d0a7a8c1d is 29, key is row1/f:/1732692175545/DeleteFamily/seqid=0 2024-11-27T07:22:57,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741842_1018 (size=5152) 2024-11-27T07:22:57,788 DEBUG [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88454e694e08f1d1d1ab2da84e01181e 2024-11-27T07:22:57,908 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 1193, reset compression=false 2024-11-27T07:22:57,989 DEBUG [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88454e694e08f1d1d1ab2da84e01181e 2024-11-27T07:22:58,018 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740/.tmp/info/14407affc2a545d2ab7c4a6a5e6ef64a 2024-11-27T07:22:58,039 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740/.tmp/ns/78ab50d4627f4ca68eba34ec3d116a3c is 43, key is default/ns:d/1732692159939/Put/seqid=0 2024-11-27T07:22:58,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741843_1019 (size=5153) 2024-11-27T07:22:58,074 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/default/test/88454e694e08f1d1d1ab2da84e01181e/.tmp/f/37f1ccb852124893bff4e76d0a7a8c1d 2024-11-27T07:22:58,077 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37f1ccb852124893bff4e76d0a7a8c1d 2024-11-27T07:22:58,089 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/default/test/88454e694e08f1d1d1ab2da84e01181e/.tmp/f1/b072fe1551ac4202bf1ba249a2efd78c is 30, key is row1/f1:/1732692175545/DeleteFamily/seqid=0 2024-11-27T07:22:58,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741844_1020 (size=5158) 2024-11-27T07:22:58,098 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 1237, reset compression=false 2024-11-27T07:22:58,101 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:58,101 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 1484, reset compression=false 2024-11-27T07:22:58,101 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.shipper289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,42295,1732692156987 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:22:58,102 ERROR [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.shipper289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 289954c9202d,42295,1732692156987: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-289954c9202d,42295,1732692156987, walGroup=289954c9202d%2C42295%2C1732692156987, offset=289954c9202d%2C42295%2C1732692156987.1732692159487:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:42295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T07:22:58,103 ERROR [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.shipper289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T07:22:58,103 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.shipper289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T07:22:58,103 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.shipper289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T07:22:58,103 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.shipper289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T07:22:58,103 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.shipper289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T07:22:58,103 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.shipper289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1256194048, "init": 1048576000, "max": 2306867200, "used": 1003763440 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 201937704 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T07:22:58,104 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.shipper289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T07:22:58,189 DEBUG [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88454e694e08f1d1d1ab2da84e01181e 2024-11-27T07:22:58,242 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 636, reset compression=false 2024-11-27T07:22:58,304 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 1484, reset compression=false 2024-11-27T07:22:58,387 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T07:22:58,387 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T07:22:58,389 DEBUG [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88454e694e08f1d1d1ab2da84e01181e 2024-11-27T07:22:58,412 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 1193, reset compression=false 2024-11-27T07:22:58,446 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740/.tmp/ns/78ab50d4627f4ca68eba34ec3d116a3c 2024-11-27T07:22:58,463 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740/.tmp/rep_barrier/38856ed20498447a9e6f70385d9bbe53 is 112, key is test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e./rep_barrier:seqnumDuringOpen/1732692164009/Put/seqid=0 2024-11-27T07:22:58,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741845_1021 (size=5518) 2024-11-27T07:22:58,492 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/default/test/88454e694e08f1d1d1ab2da84e01181e/.tmp/f1/b072fe1551ac4202bf1ba249a2efd78c 2024-11-27T07:22:58,495 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b072fe1551ac4202bf1ba249a2efd78c 2024-11-27T07:22:58,508 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/default/test/88454e694e08f1d1d1ab2da84e01181e/.tmp/norep/68ff2f8b88ee4f1a9756ed532c330d00 is 33, key is row2/norep:/1732692176551/DeleteFamily/seqid=0 2024-11-27T07:22:58,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741846_1022 (size=5108) 2024-11-27T07:22:58,589 INFO [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T07:22:58,589 DEBUG [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(1325): Online Regions={88454e694e08f1d1d1ab2da84e01181e=test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T07:22:58,589 DEBUG [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88454e694e08f1d1d1ab2da84e01181e 2024-11-27T07:22:58,607 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 1484, reset compression=false 2024-11-27T07:22:58,789 DEBUG [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88454e694e08f1d1d1ab2da84e01181e 2024-11-27T07:22:58,990 DEBUG [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88454e694e08f1d1d1ab2da84e01181e 2024-11-27T07:22:58,992 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740/.tmp/rep_barrier/38856ed20498447a9e6f70385d9bbe53 2024-11-27T07:22:58,992 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/default/test/88454e694e08f1d1d1ab2da84e01181e/.tmp/norep/68ff2f8b88ee4f1a9756ed532c330d00 2024-11-27T07:22:59,001 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68ff2f8b88ee4f1a9756ed532c330d00 2024-11-27T07:22:59,004 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/default/test/88454e694e08f1d1d1ab2da84e01181e/.tmp/f/37f1ccb852124893bff4e76d0a7a8c1d as hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/default/test/88454e694e08f1d1d1ab2da84e01181e/f/37f1ccb852124893bff4e76d0a7a8c1d 2024-11-27T07:22:59,011 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 1484, reset compression=false 2024-11-27T07:22:59,015 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37f1ccb852124893bff4e76d0a7a8c1d 2024-11-27T07:22:59,015 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/default/test/88454e694e08f1d1d1ab2da84e01181e/f/37f1ccb852124893bff4e76d0a7a8c1d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T07:22:59,015 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 1193, reset compression=false 2024-11-27T07:22:59,016 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/default/test/88454e694e08f1d1d1ab2da84e01181e/.tmp/f1/b072fe1551ac4202bf1ba249a2efd78c as hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/default/test/88454e694e08f1d1d1ab2da84e01181e/f1/b072fe1551ac4202bf1ba249a2efd78c 2024-11-27T07:22:59,020 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b072fe1551ac4202bf1ba249a2efd78c 2024-11-27T07:22:59,020 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/default/test/88454e694e08f1d1d1ab2da84e01181e/f1/b072fe1551ac4202bf1ba249a2efd78c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T07:22:59,021 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/default/test/88454e694e08f1d1d1ab2da84e01181e/.tmp/norep/68ff2f8b88ee4f1a9756ed532c330d00 as hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/default/test/88454e694e08f1d1d1ab2da84e01181e/norep/68ff2f8b88ee4f1a9756ed532c330d00 2024-11-27T07:22:59,024 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740/.tmp/table/9136c0b067ce41eca42470b334212617 is 53, key is hbase:replication/table:state/1732692170529/Put/seqid=0 2024-11-27T07:22:59,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741847_1023 (size=5308) 2024-11-27T07:22:59,031 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68ff2f8b88ee4f1a9756ed532c330d00 2024-11-27T07:22:59,031 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/default/test/88454e694e08f1d1d1ab2da84e01181e/norep/68ff2f8b88ee4f1a9756ed532c330d00, entries=1, sequenceid=10, filesize=5.0 K 2024-11-27T07:22:59,032 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 88454e694e08f1d1d1ab2da84e01181e in 1401ms, sequenceid=10, compaction requested=false 2024-11-27T07:22:59,035 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/default/test/88454e694e08f1d1d1ab2da84e01181e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T07:22:59,036 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:22:59,036 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:22:59,036 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e. 2024-11-27T07:22:59,036 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 88454e694e08f1d1d1ab2da84e01181e: Waiting for close lock at 1732692177631Running coprocessor pre-close hooks at 1732692177631Disabling compacts and flushes for region at 1732692177631Disabling writes for close at 1732692177631Obtaining lock to block concurrent updates at 1732692177631Preparing flush snapshotting stores in 88454e694e08f1d1d1ab2da84e01181e at 1732692177631Finished memstore snapshotting test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732692177632 (+1 ms)Flushing stores of test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e. at 1732692177632Flushing 88454e694e08f1d1d1ab2da84e01181e/f: creating writer at 1732692177633 (+1 ms)Flushing 88454e694e08f1d1d1ab2da84e01181e/f: appending metadata at 1732692177652 (+19 ms)Flushing 88454e694e08f1d1d1ab2da84e01181e/f: closing flushed file at 1732692177652Flushing 88454e694e08f1d1d1ab2da84e01181e/f1: creating writer at 1732692178077 (+425 ms)Flushing 88454e694e08f1d1d1ab2da84e01181e/f1: appending metadata at 1732692178088 (+11 ms)Flushing 88454e694e08f1d1d1ab2da84e01181e/f1: closing flushed file at 1732692178088Flushing 88454e694e08f1d1d1ab2da84e01181e/norep: creating writer at 1732692178495 (+407 ms)Flushing 88454e694e08f1d1d1ab2da84e01181e/norep: appending metadata at 1732692178507 (+12 ms)Flushing 88454e694e08f1d1d1ab2da84e01181e/norep: closing flushed file at 1732692178507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e443de: reopening flushed file at 1732692179001 (+494 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@136d02bf: reopening flushed file at 1732692179015 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4134c20e: reopening flushed file at 1732692179020 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 88454e694e08f1d1d1ab2da84e01181e in 1401ms, sequenceid=10, compaction requested=false at 1732692179032 (+12 ms)Writing region close event to WAL at 1732692179033 (+1 ms)Running coprocessor post-close hooks at 1732692179036 (+3 ms)Closed at 1732692179036 2024-11-27T07:22:59,036 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732692162839.88454e694e08f1d1d1ab2da84e01181e. 2024-11-27T07:22:59,145 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 636, reset compression=false 2024-11-27T07:22:59,190 DEBUG [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:22:59,390 DEBUG [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:22:59,430 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740/.tmp/table/9136c0b067ce41eca42470b334212617 2024-11-27T07:22:59,433 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740/.tmp/info/14407affc2a545d2ab7c4a6a5e6ef64a as hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740/info/14407affc2a545d2ab7c4a6a5e6ef64a 2024-11-27T07:22:59,436 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740/info/14407affc2a545d2ab7c4a6a5e6ef64a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T07:22:59,437 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740/.tmp/ns/78ab50d4627f4ca68eba34ec3d116a3c as hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740/ns/78ab50d4627f4ca68eba34ec3d116a3c 2024-11-27T07:22:59,440 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740/ns/78ab50d4627f4ca68eba34ec3d116a3c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T07:22:59,441 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740/.tmp/rep_barrier/38856ed20498447a9e6f70385d9bbe53 as hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740/rep_barrier/38856ed20498447a9e6f70385d9bbe53 2024-11-27T07:22:59,444 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740/rep_barrier/38856ed20498447a9e6f70385d9bbe53, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T07:22:59,445 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740/.tmp/table/9136c0b067ce41eca42470b334212617 as hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740/table/9136c0b067ce41eca42470b334212617 2024-11-27T07:22:59,448 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740/table/9136c0b067ce41eca42470b334212617, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T07:22:59,449 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1861ms, sequenceid=16, compaction requested=false 2024-11-27T07:22:59,452 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T07:22:59,452 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:22:59,452 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:22:59,452 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:22:59,452 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692177588Running coprocessor pre-close hooks at 1732692177588Disabling compacts and flushes for region at 1732692177588Disabling writes for close at 1732692177588Obtaining lock to block concurrent updates at 1732692177589 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732692177589Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732692177589Flushing stores of hbase:meta,,1.1588230740 at 1732692177589Flushing 1588230740/info: creating writer at 1732692177589Flushing 1588230740/info: appending metadata at 1732692177611 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732692177612 (+1 ms)Flushing 1588230740/ns: creating writer at 1732692178022 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732692178038 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732692178039 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732692178450 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732692178462 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732692178463 (+1 ms)Flushing 1588230740/table: creating writer at 1732692179002 (+539 ms)Flushing 1588230740/table: appending metadata at 1732692179024 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732692179024Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11d9c6ce: reopening flushed file at 1732692179433 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ae599cc: reopening flushed file at 1732692179436 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@146acb0a: reopening flushed file at 1732692179440 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64df8174: reopening flushed file at 1732692179444 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1861ms, sequenceid=16, compaction requested=false at 1732692179449 (+5 ms)Writing region close event to WAL at 1732692179450 (+1 ms)Running coprocessor post-close hooks at 1732692179452 (+2 ms)Closed at 1732692179452 2024-11-27T07:22:59,453 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T07:22:59,526 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 1484, reset compression=false 2024-11-27T07:22:59,530 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:22:59,530 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/WALs/289954c9202d,42295,1732692156987/289954c9202d%2C42295%2C1732692156987.1732692159487 to pos 2128, reset compression=false 2024-11-27T07:22:59,590 INFO [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(976): stopping server 289954c9202d,42295,1732692156987; all regions closed. 2024-11-27T07:22:59,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741834_1010 (size=4239) 2024-11-27T07:22:59,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741839_1015 (size=3114) 2024-11-27T07:22:59,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741833_1009 (size=2136) 2024-11-27T07:22:59,597 DEBUG [RS:0;289954c9202d:42295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:59,597 INFO [RS:0;289954c9202d:42295 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:22:59,598 INFO [RS:0;289954c9202d:42295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:22:59,598 INFO [RS:0;289954c9202d:42295 {}] hbase.ChoreService(370): Chore service for: regionserver/289954c9202d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T07:22:59,598 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:22:59,598 INFO [RS:0;289954c9202d:42295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:22:59,599 INFO [RS:0;289954c9202d:42295 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-289954c9202d,42295,1732692156987 because: Region server is closing 2024-11-27T07:22:59,599 INFO [RS:0;289954c9202d:42295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:42295. 2024-11-27T07:22:59,599 DEBUG [RS:0;289954c9202d:42295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:59,599 DEBUG [RS:0;289954c9202d:42295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:59,599 DEBUG [RS:0;289954c9202d:42295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:59,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:59,699 INFO [RS:0;289954c9202d:42295 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.shipper289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 terminated 2024-11-27T07:22:59,700 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42295,1732692156987.replicationSource.wal-reader.289954c9202d%2C42295%2C1732692156987,1-289954c9202d,42295,1732692156987 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T07:22:59,700 INFO [RS:0;289954c9202d:42295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:42295. 2024-11-27T07:22:59,700 DEBUG [RS:0;289954c9202d:42295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:22:59,700 DEBUG [RS:0;289954c9202d:42295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:59,700 DEBUG [RS:0;289954c9202d:42295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:22:59,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:22:59,700 INFO [RS:0;289954c9202d:42295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42295 2024-11-27T07:22:59,727 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 1193, reset compression=false 2024-11-27T07:22:59,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2445068533/rs 2024-11-27T07:22:59,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017b2be8240007, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2445068533/rs/289954c9202d,42295,1732692156987 2024-11-27T07:22:59,752 INFO [RS:0;289954c9202d:42295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:22:59,762 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [289954c9202d,42295,1732692156987] 2024-11-27T07:22:59,773 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2445068533/draining/289954c9202d,42295,1732692156987 already deleted, retry=false 2024-11-27T07:22:59,773 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 289954c9202d,42295,1732692156987 expired; onlineServers=0 2024-11-27T07:22:59,773 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '289954c9202d,44379,1732692156874' ***** 2024-11-27T07:22:59,773 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T07:22:59,773 INFO [M:0;289954c9202d:44379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:22:59,773 INFO [M:0;289954c9202d:44379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:22:59,773 DEBUG [M:0;289954c9202d:44379 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T07:22:59,773 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T07:22:59,773 DEBUG [M:0;289954c9202d:44379 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T07:22:59,773 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692159093 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692159093,5,FailOnTimeoutGroup] 2024-11-27T07:22:59,773 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692159093 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692159093,5,FailOnTimeoutGroup] 2024-11-27T07:22:59,773 INFO [M:0;289954c9202d:44379 {}] hbase.ChoreService(370): Chore service for: master/289954c9202d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T07:22:59,773 INFO [M:0;289954c9202d:44379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:22:59,773 DEBUG [M:0;289954c9202d:44379 {}] master.HMaster(1795): Stopping service threads 2024-11-27T07:22:59,774 INFO [M:0;289954c9202d:44379 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T07:22:59,774 INFO [M:0;289954c9202d:44379 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:22:59,774 INFO [M:0;289954c9202d:44379 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T07:22:59,774 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T07:22:59,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2445068533/master 2024-11-27T07:22:59,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2445068533 2024-11-27T07:22:59,783 DEBUG [M:0;289954c9202d:44379 {}] zookeeper.ZKUtil(347): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Unable to get data of znode /2445068533/master because node does not exist (not an error) 2024-11-27T07:22:59,783 WARN [M:0;289954c9202d:44379 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T07:22:59,784 INFO [M:0;289954c9202d:44379 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/.lastflushedseqids 2024-11-27T07:22:59,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741848_1024 (size=245) 2024-11-27T07:22:59,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017b2be8240007, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:22:59,862 INFO [RS:0;289954c9202d:42295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:22:59,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017b2be8240007, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:22:59,862 INFO [RS:0;289954c9202d:42295 {}] regionserver.HRegionServer(1031): Exiting; stopping=289954c9202d,42295,1732692156987; zookeeper connection closed. 2024-11-27T07:22:59,863 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b450aea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b450aea 2024-11-27T07:22:59,863 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T07:23:00,147 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 636, reset compression=false 2024-11-27T07:23:00,188 INFO [M:0;289954c9202d:44379 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T07:23:00,188 INFO [M:0;289954c9202d:44379 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T07:23:00,188 DEBUG [M:0;289954c9202d:44379 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:23:00,188 INFO [M:0;289954c9202d:44379 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:00,188 DEBUG [M:0;289954c9202d:44379 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:00,188 DEBUG [M:0;289954c9202d:44379 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:23:00,188 DEBUG [M:0;289954c9202d:44379 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:00,188 INFO [M:0;289954c9202d:44379 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T07:23:00,201 DEBUG [M:0;289954c9202d:44379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8f47779f630454783e1da1135271b4c is 82, key is hbase:meta,,1/info:regioninfo/1732692159919/Put/seqid=0 2024-11-27T07:23:00,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741849_1025 (size=5672) 2024-11-27T07:23:00,531 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 1193, reset compression=false 2024-11-27T07:23:00,605 INFO [M:0;289954c9202d:44379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8f47779f630454783e1da1135271b4c 2024-11-27T07:23:00,630 DEBUG [M:0;289954c9202d:44379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d70b373e599c42deaa0b85a7b3213932 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732692170533/Put/seqid=0 2024-11-27T07:23:00,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741850_1026 (size=8516) 2024-11-27T07:23:01,033 INFO [M:0;289954c9202d:44379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d70b373e599c42deaa0b85a7b3213932 2024-11-27T07:23:01,050 DEBUG [M:0;289954c9202d:44379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f1b66e7d96f49acbb5453a6d92c351f is 69, key is 289954c9202d,42295,1732692156987/rs:state/1732692159217/Put/seqid=0 2024-11-27T07:23:01,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741851_1027 (size=5156) 2024-11-27T07:23:01,075 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T07:23:01,250 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 636, reset compression=false 2024-11-27T07:23:01,433 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 1193, reset compression=false 2024-11-27T07:23:01,453 INFO [M:0;289954c9202d:44379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f1b66e7d96f49acbb5453a6d92c351f 2024-11-27T07:23:01,457 DEBUG [M:0;289954c9202d:44379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8f47779f630454783e1da1135271b4c as hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e8f47779f630454783e1da1135271b4c 2024-11-27T07:23:01,461 INFO [M:0;289954c9202d:44379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e8f47779f630454783e1da1135271b4c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T07:23:01,462 DEBUG [M:0;289954c9202d:44379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d70b373e599c42deaa0b85a7b3213932 as hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d70b373e599c42deaa0b85a7b3213932 2024-11-27T07:23:01,466 INFO [M:0;289954c9202d:44379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d70b373e599c42deaa0b85a7b3213932, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T07:23:01,466 DEBUG [M:0;289954c9202d:44379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f1b66e7d96f49acbb5453a6d92c351f as hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f1b66e7d96f49acbb5453a6d92c351f 2024-11-27T07:23:01,470 INFO [M:0;289954c9202d:44379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34855/user/jenkins/test-data/fcdfdeca-bee2-6716-2513-9b0ce52f0873/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f1b66e7d96f49acbb5453a6d92c351f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T07:23:01,471 INFO [M:0;289954c9202d:44379 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-27T07:23:01,473 INFO [M:0;289954c9202d:44379 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:01,473 DEBUG [M:0;289954c9202d:44379 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692180188Disabling compacts and flushes for region at 1732692180188Disabling writes for close at 1732692180188Obtaining lock to block concurrent updates at 1732692180188Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732692180188Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732692180188Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732692180189 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732692180189Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732692180201 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732692180201Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732692180608 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732692180630 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732692180630Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732692181037 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732692181050 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732692181050Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@345b79ba: reopening flushed file at 1732692181457 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@143da552: reopening flushed file at 1732692181461 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@589b4192: reopening flushed file at 1732692181466 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1732692181471 (+5 ms)Writing region close event to WAL at 1732692181473 (+2 ms)Closed at 1732692181473 2024-11-27T07:23:01,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39511 is added to blk_1073741830_1006 (size=63654) 2024-11-27T07:23:01,475 INFO [M:0;289954c9202d:44379 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T07:23:01,475 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:23:01,475 INFO [M:0;289954c9202d:44379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44379 2024-11-27T07:23:01,476 INFO [M:0;289954c9202d:44379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:23:01,589 INFO [M:0;289954c9202d:44379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:23:01,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:23:01,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44379-0x1017b2be8240006, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:23:01,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ee6db57{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:23:01,591 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c03c538{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:23:01,591 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:23:01,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e23d99a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:23:01,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@778c866c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/hadoop.log.dir/,STOPPED} 2024-11-27T07:23:01,593 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T07:23:01,593 WARN [BP-860576874-172.17.0.3-1732692154725 heartbeating to localhost/127.0.0.1:34855 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T07:23:01,593 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T07:23:01,593 WARN [BP-860576874-172.17.0.3-1732692154725 heartbeating to localhost/127.0.0.1:34855 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-860576874-172.17.0.3-1732692154725 (Datanode Uuid e909cbda-3376-4d90-958c-3167e9017470) service to localhost/127.0.0.1:34855 2024-11-27T07:23:01,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/cluster_7e6c23e4-eef8-0559-eba2-9b2982d83618/data/data1/current/BP-860576874-172.17.0.3-1732692154725 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:23:01,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/cluster_7e6c23e4-eef8-0559-eba2-9b2982d83618/data/data2/current/BP-860576874-172.17.0.3-1732692154725 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:23:01,594 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T07:23:01,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2af24495{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:23:01,599 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37771786{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:23:01,599 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:23:01,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c879944{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:23:01,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@636b851f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/hadoop.log.dir/,STOPPED} 2024-11-27T07:23:01,608 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45c7257b66098746 with lease ID 0xf9a5bd4dac0833f4: from storage DS-dbece8d0-ec76-4289-8a1f-15eaf362f825 node DatanodeRegistration(127.0.0.1:40403, datanodeUuid=23a88dce-b24f-4ef2-bebd-a266d81d2d54, infoPort=42027, infoSecurePort=0, ipcPort=34497, storageInfo=lv=-57;cid=testClusterID;nsid=351270129;c=1732692143240), blocks: 8, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T07:23:01,609 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45c7257b66098746 with lease ID 0xf9a5bd4dac0833f4: from storage DS-072c3783-0bf8-4150-9fc5-180c95d18b05 node DatanodeRegistration(127.0.0.1:40403, datanodeUuid=23a88dce-b24f-4ef2-bebd-a266d81d2d54, infoPort=42027, infoSecurePort=0, ipcPort=34497, storageInfo=lv=-57;cid=testClusterID;nsid=351270129;c=1732692143240), blocks: 7, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:23:01,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T07:23:01,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T07:23:01,615 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:23:01,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:01,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:01,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:23:01,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:01,615 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T07:23:01,616 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=292278895, stopped=false 2024-11-27T07:23:01,616 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=289954c9202d,45477,1732692151487 2024-11-27T07:23:01,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x1017b2be8240004, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1121372154/running 2024-11-27T07:23:01,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1121372154/running 2024-11-27T07:23:01,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x1017b2be8240004, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1121372154 2024-11-27T07:23:01,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1121372154 2024-11-27T07:23:01,629 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:23:01,630 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:23:01,630 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:01,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:01,630 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '289954c9202d,46293,1732692151618' ***** 2024-11-27T07:23:01,630 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T07:23:01,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Set watcher on znode that does not yet exist, /1121372154/running 2024-11-27T07:23:01,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46293-0x1017b2be8240004, quorum=127.0.0.1:50127, baseZNode=/1121372154 Set watcher on znode that does not yet exist, /1121372154/running 2024-11-27T07:23:01,631 INFO [RS:0;289954c9202d:46293 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T07:23:01,631 INFO [RS:0;289954c9202d:46293 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T07:23:01,631 INFO [RS:0;289954c9202d:46293 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T07:23:01,631 INFO [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer(3091): Received CLOSE for 5623c67c736b8586043f10ec45809505 2024-11-27T07:23:01,631 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T07:23:01,631 INFO [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer(3091): Received CLOSE for 475137ad55a63f3891d1f602114bc894 2024-11-27T07:23:01,631 INFO [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer(959): stopping server 289954c9202d,46293,1732692151618 2024-11-27T07:23:01,631 INFO [RS:0;289954c9202d:46293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:23:01,631 INFO [RS:0;289954c9202d:46293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:46293. 2024-11-27T07:23:01,631 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5623c67c736b8586043f10ec45809505, disabling compactions & flushes 2024-11-27T07:23:01,631 DEBUG [RS:0;289954c9202d:46293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:01,631 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505. 2024-11-27T07:23:01,631 DEBUG [RS:0;289954c9202d:46293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:01,631 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505. 2024-11-27T07:23:01,632 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505. after waiting 0 ms 2024-11-27T07:23:01,632 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505. 2024-11-27T07:23:01,632 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5623c67c736b8586043f10ec45809505 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-27T07:23:01,632 INFO [RS:0;289954c9202d:46293 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T07:23:01,632 INFO [RS:0;289954c9202d:46293 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T07:23:01,632 INFO [RS:0;289954c9202d:46293 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T07:23:01,632 INFO [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T07:23:01,632 INFO [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T07:23:01,632 DEBUG [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer(1325): Online Regions={5623c67c736b8586043f10ec45809505=hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505., 1588230740=hbase:meta,,1.1588230740, 475137ad55a63f3891d1f602114bc894=test,,1732692160678.475137ad55a63f3891d1f602114bc894.} 2024-11-27T07:23:01,632 DEBUG [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 475137ad55a63f3891d1f602114bc894, 5623c67c736b8586043f10ec45809505 2024-11-27T07:23:01,632 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:23:01,632 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:23:01,632 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:23:01,632 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:23:01,632 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:23:01,632 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T07:23:01,645 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740/.tmp/info/cfd273fe0d7d4132b1bf3ef1c6144341 is 147, key is hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505./info:regioninfo/1732692168324/Put/seqid=0 2024-11-27T07:23:01,648 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/replication/5623c67c736b8586043f10ec45809505/.tmp/queue/d8585593373a4dd1a550944ae70b4dae is 154, key is 1-289954c9202d,46293,1732692151618/queue:289954c9202d%2C46293%2C1732692151618/1732692176999/Put/seqid=0 2024-11-27T07:23:01,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741840_1016 (size=7686) 2024-11-27T07:23:01,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741841_1017 (size=5353) 2024-11-27T07:23:01,725 INFO [regionserver/289954c9202d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:23:01,832 DEBUG [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 475137ad55a63f3891d1f602114bc894, 5623c67c736b8586043f10ec45809505 2024-11-27T07:23:02,032 DEBUG [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 475137ad55a63f3891d1f602114bc894, 5623c67c736b8586043f10ec45809505 2024-11-27T07:23:02,050 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740/.tmp/info/cfd273fe0d7d4132b1bf3ef1c6144341 2024-11-27T07:23:02,052 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/replication/5623c67c736b8586043f10ec45809505/.tmp/queue/d8585593373a4dd1a550944ae70b4dae 2024-11-27T07:23:02,067 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/replication/5623c67c736b8586043f10ec45809505/.tmp/queue/d8585593373a4dd1a550944ae70b4dae as hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/replication/5623c67c736b8586043f10ec45809505/queue/d8585593373a4dd1a550944ae70b4dae 2024-11-27T07:23:02,082 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/replication/5623c67c736b8586043f10ec45809505/queue/d8585593373a4dd1a550944ae70b4dae, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T07:23:02,083 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 5623c67c736b8586043f10ec45809505 in 451ms, sequenceid=12, compaction requested=false 2024-11-27T07:23:02,083 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T07:23:02,091 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740/.tmp/ns/00deb0126ad4489fbf896583111f6029 is 43, key is default/ns:d/1732692154566/Put/seqid=0 2024-11-27T07:23:02,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741842_1018 (size=5153) 2024-11-27T07:23:02,131 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740/.tmp/ns/00deb0126ad4489fbf896583111f6029 2024-11-27T07:23:02,152 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/replication/5623c67c736b8586043f10ec45809505/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T07:23:02,153 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:23:02,153 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:23:02,153 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505. 2024-11-27T07:23:02,153 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5623c67c736b8586043f10ec45809505: Waiting for close lock at 1732692181631Running coprocessor pre-close hooks at 1732692181631Disabling compacts and flushes for region at 1732692181631Disabling writes for close at 1732692181632 (+1 ms)Obtaining lock to block concurrent updates at 1732692181632Preparing flush snapshotting stores in 5623c67c736b8586043f10ec45809505 at 1732692181632Finished memstore snapshotting hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732692181632Flushing stores of hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505. at 1732692181632Flushing 5623c67c736b8586043f10ec45809505/queue: creating writer at 1732692181633 (+1 ms)Flushing 5623c67c736b8586043f10ec45809505/queue: appending metadata at 1732692181647 (+14 ms)Flushing 5623c67c736b8586043f10ec45809505/queue: closing flushed file at 1732692181647Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c7b9b00: reopening flushed file at 1732692182066 (+419 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 5623c67c736b8586043f10ec45809505 in 451ms, sequenceid=12, compaction requested=false at 1732692182083 (+17 ms)Writing region close event to WAL at 1732692182108 (+25 ms)Running coprocessor post-close hooks at 1732692182153 (+45 ms)Closed at 1732692182153 2024-11-27T07:23:02,153 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732692167169.5623c67c736b8586043f10ec45809505. 2024-11-27T07:23:02,153 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 475137ad55a63f3891d1f602114bc894, disabling compactions & flushes 2024-11-27T07:23:02,153 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732692160678.475137ad55a63f3891d1f602114bc894. 2024-11-27T07:23:02,153 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692160678.475137ad55a63f3891d1f602114bc894. 2024-11-27T07:23:02,153 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732692160678.475137ad55a63f3891d1f602114bc894. after waiting 0 ms 2024-11-27T07:23:02,153 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732692160678.475137ad55a63f3891d1f602114bc894. 2024-11-27T07:23:02,153 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 475137ad55a63f3891d1f602114bc894 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-27T07:23:02,157 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740/.tmp/rep_barrier/82feb38a21564ed084c90dfb704ff21b is 112, key is test,,1732692160678.475137ad55a63f3891d1f602114bc894./rep_barrier:seqnumDuringOpen/1732692161842/Put/seqid=0 2024-11-27T07:23:02,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741843_1019 (size=5518) 2024-11-27T07:23:02,167 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740/.tmp/rep_barrier/82feb38a21564ed084c90dfb704ff21b 2024-11-27T07:23:02,170 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/default/test/475137ad55a63f3891d1f602114bc894/.tmp/f/f108a98c9b10497baa1487c0b9a10241 is 29, key is row1/f:/1732692175545/DeleteFamily/seqid=0 2024-11-27T07:23:02,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741844_1020 (size=5152) 2024-11-27T07:23:02,189 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/default/test/475137ad55a63f3891d1f602114bc894/.tmp/f/f108a98c9b10497baa1487c0b9a10241 2024-11-27T07:23:02,190 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740/.tmp/table/4fd445f44a594c4aadfe9ae626a5262f is 53, key is hbase:replication/table:state/1732692168329/Put/seqid=0 2024-11-27T07:23:02,194 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f108a98c9b10497baa1487c0b9a10241 2024-11-27T07:23:02,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741845_1021 (size=5308) 2024-11-27T07:23:02,197 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740/.tmp/table/4fd445f44a594c4aadfe9ae626a5262f 2024-11-27T07:23:02,209 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740/.tmp/info/cfd273fe0d7d4132b1bf3ef1c6144341 as hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740/info/cfd273fe0d7d4132b1bf3ef1c6144341 2024-11-27T07:23:02,214 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/default/test/475137ad55a63f3891d1f602114bc894/.tmp/f1/70bc9b786c4a4b0cb5f9ef9ba3542a95 is 30, key is row1/f1:/1732692175545/DeleteFamily/seqid=0 2024-11-27T07:23:02,214 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740/info/cfd273fe0d7d4132b1bf3ef1c6144341, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T07:23:02,216 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740/.tmp/ns/00deb0126ad4489fbf896583111f6029 as hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740/ns/00deb0126ad4489fbf896583111f6029 2024-11-27T07:23:02,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741846_1022 (size=5158) 2024-11-27T07:23:02,221 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740/ns/00deb0126ad4489fbf896583111f6029, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T07:23:02,222 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740/.tmp/rep_barrier/82feb38a21564ed084c90dfb704ff21b as hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740/rep_barrier/82feb38a21564ed084c90dfb704ff21b 2024-11-27T07:23:02,224 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/default/test/475137ad55a63f3891d1f602114bc894/.tmp/f1/70bc9b786c4a4b0cb5f9ef9ba3542a95 2024-11-27T07:23:02,229 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70bc9b786c4a4b0cb5f9ef9ba3542a95 2024-11-27T07:23:02,230 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740/rep_barrier/82feb38a21564ed084c90dfb704ff21b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T07:23:02,233 DEBUG [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 475137ad55a63f3891d1f602114bc894 2024-11-27T07:23:02,236 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740/.tmp/table/4fd445f44a594c4aadfe9ae626a5262f as hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740/table/4fd445f44a594c4aadfe9ae626a5262f 2024-11-27T07:23:02,243 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740/table/4fd445f44a594c4aadfe9ae626a5262f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T07:23:02,244 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 612ms, sequenceid=16, compaction requested=false 2024-11-27T07:23:02,260 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/default/test/475137ad55a63f3891d1f602114bc894/.tmp/norep/47b0cb544b8944e0a12baabbed082777 is 33, key is row1/norep:/1732692175545/DeleteFamily/seqid=0 2024-11-27T07:23:02,261 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T07:23:02,261 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:23:02,261 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:23:02,261 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:23:02,262 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692181632Running coprocessor pre-close hooks at 1732692181632Disabling compacts and flushes for region at 1732692181632Disabling writes for close at 1732692181632Obtaining lock to block concurrent updates at 1732692181632Preparing flush snapshotting stores in 1588230740 at 1732692181632Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732692181633 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732692181633Flushing 1588230740/info: creating writer at 1732692181633Flushing 1588230740/info: appending metadata at 1732692181645 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732692181645Flushing 1588230740/ns: creating writer at 1732692182063 (+418 ms)Flushing 1588230740/ns: appending metadata at 1732692182091 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1732692182091Flushing 1588230740/rep_barrier: creating writer at 1732692182136 (+45 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732692182156 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732692182156Flushing 1588230740/table: creating writer at 1732692182172 (+16 ms)Flushing 1588230740/table: appending metadata at 1732692182189 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732692182189Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f73a02d: reopening flushed file at 1732692182204 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b9c4639: reopening flushed file at 1732692182215 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ef9919: reopening flushed file at 1732692182222 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71a5bfcc: reopening flushed file at 1732692182230 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 612ms, sequenceid=16, compaction requested=false at 1732692182244 (+14 ms)Writing region close event to WAL at 1732692182256 (+12 ms)Running coprocessor post-close hooks at 1732692182261 (+5 ms)Closed at 1732692182261 2024-11-27T07:23:02,262 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T07:23:02,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741847_1023 (size=5108) 2024-11-27T07:23:02,384 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T07:23:02,384 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T07:23:02,433 DEBUG [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer(1351): Waiting on 475137ad55a63f3891d1f602114bc894 2024-11-27T07:23:02,436 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 1193, reset compression=false 2024-11-27T07:23:02,440 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:23:02,440 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 1440, reset compression=false 2024-11-27T07:23:02,440 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.shipper289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,46293,1732692151618 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:23:02,441 ERROR [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.shipper289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 289954c9202d,46293,1732692151618: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-289954c9202d,46293,1732692151618, walGroup=289954c9202d%2C46293%2C1732692151618, offset=289954c9202d%2C46293%2C1732692151618.1732692153532:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:46293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T07:23:02,442 ERROR [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.shipper289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T07:23:02,442 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.shipper289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T07:23:02,443 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.shipper289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T07:23:02,443 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.shipper289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T07:23:02,443 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.shipper289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T07:23:02,443 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.shipper289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1256194048, "init": 1048576000, "max": 2306867200, "used": 924775424 }, "NonHeapMemoryUsage": { "committed": 206438400, "init": 7667712, "max": -1, "used": 202358944 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T07:23:02,444 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.shipper289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:45477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:45477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T07:23:02,453 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 636, reset compression=false 2024-11-27T07:23:02,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:02,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:02,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:02,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:02,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:02,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:02,633 INFO [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T07:23:02,633 DEBUG [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer(1325): Online Regions={475137ad55a63f3891d1f602114bc894=test,,1732692160678.475137ad55a63f3891d1f602114bc894.} 2024-11-27T07:23:02,633 DEBUG [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer(1351): Waiting on 475137ad55a63f3891d1f602114bc894 2024-11-27T07:23:02,642 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/WALs/289954c9202d,46293,1732692151618/289954c9202d%2C46293%2C1732692151618.1732692153532 to pos 1440, reset compression=false 2024-11-27T07:23:02,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:02,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:02,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:02,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:02,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:02,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:02,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:02,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:02,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:02,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:02,670 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/default/test/475137ad55a63f3891d1f602114bc894/.tmp/norep/47b0cb544b8944e0a12baabbed082777 2024-11-27T07:23:02,674 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47b0cb544b8944e0a12baabbed082777 2024-11-27T07:23:02,674 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/default/test/475137ad55a63f3891d1f602114bc894/.tmp/f/f108a98c9b10497baa1487c0b9a10241 as hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/default/test/475137ad55a63f3891d1f602114bc894/f/f108a98c9b10497baa1487c0b9a10241 2024-11-27T07:23:02,683 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f108a98c9b10497baa1487c0b9a10241 2024-11-27T07:23:02,683 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/default/test/475137ad55a63f3891d1f602114bc894/f/f108a98c9b10497baa1487c0b9a10241, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T07:23:02,684 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/default/test/475137ad55a63f3891d1f602114bc894/.tmp/f1/70bc9b786c4a4b0cb5f9ef9ba3542a95 as hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/default/test/475137ad55a63f3891d1f602114bc894/f1/70bc9b786c4a4b0cb5f9ef9ba3542a95 2024-11-27T07:23:02,688 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70bc9b786c4a4b0cb5f9ef9ba3542a95 2024-11-27T07:23:02,688 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/default/test/475137ad55a63f3891d1f602114bc894/f1/70bc9b786c4a4b0cb5f9ef9ba3542a95, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T07:23:02,689 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/default/test/475137ad55a63f3891d1f602114bc894/.tmp/norep/47b0cb544b8944e0a12baabbed082777 as hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/default/test/475137ad55a63f3891d1f602114bc894/norep/47b0cb544b8944e0a12baabbed082777 2024-11-27T07:23:02,692 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47b0cb544b8944e0a12baabbed082777 2024-11-27T07:23:02,692 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/default/test/475137ad55a63f3891d1f602114bc894/norep/47b0cb544b8944e0a12baabbed082777, entries=1, sequenceid=10, filesize=5.0 K 2024-11-27T07:23:02,693 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 475137ad55a63f3891d1f602114bc894 in 540ms, sequenceid=10, compaction requested=false 2024-11-27T07:23:02,698 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/data/default/test/475137ad55a63f3891d1f602114bc894/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T07:23:02,699 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:23:02,699 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:23:02,699 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732692160678.475137ad55a63f3891d1f602114bc894. 2024-11-27T07:23:02,699 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 475137ad55a63f3891d1f602114bc894: Waiting for close lock at 1732692182153Running coprocessor pre-close hooks at 1732692182153Disabling compacts and flushes for region at 1732692182153Disabling writes for close at 1732692182153Obtaining lock to block concurrent updates at 1732692182153Preparing flush snapshotting stores in 475137ad55a63f3891d1f602114bc894 at 1732692182153Finished memstore snapshotting test,,1732692160678.475137ad55a63f3891d1f602114bc894., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732692182154 (+1 ms)Flushing stores of test,,1732692160678.475137ad55a63f3891d1f602114bc894. at 1732692182154Flushing 475137ad55a63f3891d1f602114bc894/f: creating writer at 1732692182154Flushing 475137ad55a63f3891d1f602114bc894/f: appending metadata at 1732692182170 (+16 ms)Flushing 475137ad55a63f3891d1f602114bc894/f: closing flushed file at 1732692182170Flushing 475137ad55a63f3891d1f602114bc894/f1: creating writer at 1732692182194 (+24 ms)Flushing 475137ad55a63f3891d1f602114bc894/f1: appending metadata at 1732692182213 (+19 ms)Flushing 475137ad55a63f3891d1f602114bc894/f1: closing flushed file at 1732692182213Flushing 475137ad55a63f3891d1f602114bc894/norep: creating writer at 1732692182229 (+16 ms)Flushing 475137ad55a63f3891d1f602114bc894/norep: appending metadata at 1732692182259 (+30 ms)Flushing 475137ad55a63f3891d1f602114bc894/norep: closing flushed file at 1732692182260 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bdd793f: reopening flushed file at 1732692182674 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@395db7ef: reopening flushed file at 1732692182684 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40147096: reopening flushed file at 1732692182688 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 475137ad55a63f3891d1f602114bc894 in 540ms, sequenceid=10, compaction requested=false at 1732692182693 (+5 ms)Writing region close event to WAL at 1732692182696 (+3 ms)Running coprocessor post-close hooks at 1732692182699 (+3 ms)Closed at 1732692182699 2024-11-27T07:23:02,699 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732692160678.475137ad55a63f3891d1f602114bc894. 2024-11-27T07:23:02,833 INFO [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer(976): stopping server 289954c9202d,46293,1732692151618; all regions closed. 2024-11-27T07:23:02,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741834_1010 (size=4239) 2024-11-27T07:23:02,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741839_1015 (size=3114) 2024-11-27T07:23:02,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741832_1008 (size=2092) 2024-11-27T07:23:02,839 DEBUG [RS:0;289954c9202d:46293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:02,839 INFO [RS:0;289954c9202d:46293 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:23:02,839 INFO [RS:0;289954c9202d:46293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:23:02,839 INFO [RS:0;289954c9202d:46293 {}] hbase.ChoreService(370): Chore service for: regionserver/289954c9202d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T07:23:02,839 INFO [RS:0;289954c9202d:46293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:23:02,839 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:23:02,839 INFO [RS:0;289954c9202d:46293 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-289954c9202d,46293,1732692151618 because: Region server is closing 2024-11-27T07:23:02,839 INFO [RS:0;289954c9202d:46293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:46293. 2024-11-27T07:23:02,840 DEBUG [RS:0;289954c9202d:46293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:02,840 DEBUG [RS:0;289954c9202d:46293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:02,840 DEBUG [RS:0;289954c9202d:46293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:02,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:23:02,940 INFO [RS:0;289954c9202d:46293 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.shipper289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 terminated 2024-11-27T07:23:02,940 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,46293,1732692151618.replicationSource.wal-reader.289954c9202d%2C46293%2C1732692151618,1-289954c9202d,46293,1732692151618 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T07:23:02,940 INFO [RS:0;289954c9202d:46293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:46293. 2024-11-27T07:23:02,940 DEBUG [RS:0;289954c9202d:46293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:02,940 DEBUG [RS:0;289954c9202d:46293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:02,940 DEBUG [RS:0;289954c9202d:46293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:02,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:23:02,940 INFO [RS:0;289954c9202d:46293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46293 2024-11-27T07:23:03,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x1017b2be8240004, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1121372154/rs/289954c9202d,46293,1732692151618 2024-11-27T07:23:03,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1121372154/rs 2024-11-27T07:23:03,029 INFO [RS:0;289954c9202d:46293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:23:03,040 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [289954c9202d,46293,1732692151618] 2024-11-27T07:23:03,084 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1121372154/draining/289954c9202d,46293,1732692151618 already deleted, retry=false 2024-11-27T07:23:03,084 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 289954c9202d,46293,1732692151618 expired; onlineServers=0 2024-11-27T07:23:03,084 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '289954c9202d,45477,1732692151487' ***** 2024-11-27T07:23:03,084 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T07:23:03,084 INFO [M:0;289954c9202d:45477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:23:03,084 INFO [M:0;289954c9202d:45477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:23:03,084 DEBUG [M:0;289954c9202d:45477 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T07:23:03,084 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T07:23:03,084 DEBUG [M:0;289954c9202d:45477 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T07:23:03,084 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692153265 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692153265,5,FailOnTimeoutGroup] 2024-11-27T07:23:03,084 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692153264 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692153264,5,FailOnTimeoutGroup] 2024-11-27T07:23:03,085 INFO [M:0;289954c9202d:45477 {}] hbase.ChoreService(370): Chore service for: master/289954c9202d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T07:23:03,085 INFO [M:0;289954c9202d:45477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:23:03,085 DEBUG [M:0;289954c9202d:45477 {}] master.HMaster(1795): Stopping service threads 2024-11-27T07:23:03,085 INFO [M:0;289954c9202d:45477 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T07:23:03,085 INFO [M:0;289954c9202d:45477 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:23:03,085 INFO [M:0;289954c9202d:45477 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T07:23:03,085 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T07:23:03,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1121372154/master 2024-11-27T07:23:03,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1121372154 2024-11-27T07:23:03,103 DEBUG [M:0;289954c9202d:45477 {}] zookeeper.ZKUtil(347): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Unable to get data of znode /1121372154/master because node does not exist (not an error) 2024-11-27T07:23:03,103 WARN [M:0;289954c9202d:45477 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T07:23:03,104 INFO [M:0;289954c9202d:45477 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/.lastflushedseqids 2024-11-27T07:23:03,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741848_1024 (size=245) 2024-11-27T07:23:03,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x1017b2be8240004, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:23:03,140 INFO [RS:0;289954c9202d:46293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:23:03,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x1017b2be8240004, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:23:03,140 INFO [RS:0;289954c9202d:46293 {}] regionserver.HRegionServer(1031): Exiting; stopping=289954c9202d,46293,1732692151618; zookeeper connection closed. 2024-11-27T07:23:03,140 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e6dbc43 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e6dbc43 2024-11-27T07:23:03,140 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T07:23:03,197 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:23:03,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:03,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:03,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:03,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:03,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:03,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:03,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:03,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:03,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:03,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:03,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:03,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:03,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:03,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:03,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:03,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:03,508 INFO [M:0;289954c9202d:45477 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T07:23:03,508 INFO [M:0;289954c9202d:45477 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T07:23:03,508 DEBUG [M:0;289954c9202d:45477 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:23:03,508 INFO [M:0;289954c9202d:45477 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:03,508 DEBUG [M:0;289954c9202d:45477 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:03,508 DEBUG [M:0;289954c9202d:45477 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:23:03,508 DEBUG [M:0;289954c9202d:45477 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:03,508 INFO [M:0;289954c9202d:45477 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T07:23:03,525 DEBUG [M:0;289954c9202d:45477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee978e6751a844ecad08360f42d2597b is 82, key is hbase:meta,,1/info:regioninfo/1732692154547/Put/seqid=0 2024-11-27T07:23:03,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741849_1025 (size=5672) 2024-11-27T07:23:03,756 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 636, reset compression=false 2024-11-27T07:23:03,928 INFO [M:0;289954c9202d:45477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee978e6751a844ecad08360f42d2597b 2024-11-27T07:23:03,945 DEBUG [M:0;289954c9202d:45477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10d9f61a4d2e488ab79f886f67937890 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732692168332/Put/seqid=0 2024-11-27T07:23:03,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741850_1026 (size=8516) 2024-11-27T07:23:03,948 INFO [M:0;289954c9202d:45477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10d9f61a4d2e488ab79f886f67937890 2024-11-27T07:23:03,963 DEBUG [M:0;289954c9202d:45477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eacf942f73ff4c1296ad4e9871317fe6 is 69, key is 289954c9202d,46293,1732692151618/rs:state/1732692153314/Put/seqid=0 2024-11-27T07:23:03,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741851_1027 (size=5156) 2024-11-27T07:23:04,366 INFO [M:0;289954c9202d:45477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eacf942f73ff4c1296ad4e9871317fe6 2024-11-27T07:23:04,370 DEBUG [M:0;289954c9202d:45477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee978e6751a844ecad08360f42d2597b as hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee978e6751a844ecad08360f42d2597b 2024-11-27T07:23:04,373 INFO [M:0;289954c9202d:45477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee978e6751a844ecad08360f42d2597b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T07:23:04,374 DEBUG [M:0;289954c9202d:45477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10d9f61a4d2e488ab79f886f67937890 as hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10d9f61a4d2e488ab79f886f67937890 2024-11-27T07:23:04,377 INFO [M:0;289954c9202d:45477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10d9f61a4d2e488ab79f886f67937890, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T07:23:04,377 DEBUG [M:0;289954c9202d:45477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eacf942f73ff4c1296ad4e9871317fe6 as hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eacf942f73ff4c1296ad4e9871317fe6 2024-11-27T07:23:04,381 INFO [M:0;289954c9202d:45477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/c7741d16-11f2-8e87-9983-9d274e3116dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eacf942f73ff4c1296ad4e9871317fe6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T07:23:04,381 INFO [M:0;289954c9202d:45477 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=97, compaction requested=false 2024-11-27T07:23:04,386 INFO [M:0;289954c9202d:45477 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:04,386 DEBUG [M:0;289954c9202d:45477 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692183508Disabling compacts and flushes for region at 1732692183508Disabling writes for close at 1732692183508Obtaining lock to block concurrent updates at 1732692183508Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732692183508Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732692183509 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732692183509Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732692183509Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732692183524 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732692183524Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732692183932 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732692183945 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732692183945Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732692183951 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732692183962 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732692183962Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@374efa41: reopening flushed file at 1732692184369 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74f306ac: reopening flushed file at 1732692184373 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c2c13a9: reopening flushed file at 1732692184377 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=97, compaction requested=false at 1732692184381 (+4 ms)Writing region close event to WAL at 1732692184386 (+5 ms)Closed at 1732692184386 2024-11-27T07:23:04,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741830_1006 (size=63654) 2024-11-27T07:23:04,388 INFO [M:0;289954c9202d:45477 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T07:23:04,388 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:23:04,389 INFO [M:0;289954c9202d:45477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45477 2024-11-27T07:23:04,389 INFO [M:0;289954c9202d:45477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:23:04,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:23:04,557 INFO [M:0;289954c9202d:45477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:23:04,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45477-0x1017b2be8240003, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:23:04,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17e51eff{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:23:04,559 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f92b2d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:23:04,559 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:23:04,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@466d9322{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:23:04,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69651f86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/hadoop.log.dir/,STOPPED} 2024-11-27T07:23:04,561 WARN [BP-1589249784-172.17.0.3-1732692149406 heartbeating to localhost/127.0.0.1:35019 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T07:23:04,561 WARN [BP-1589249784-172.17.0.3-1732692149406 heartbeating to localhost/127.0.0.1:35019 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1589249784-172.17.0.3-1732692149406 (Datanode Uuid 6b7c63e7-0306-4fe3-aa88-08df5046e069) service to localhost/127.0.0.1:35019 2024-11-27T07:23:04,561 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T07:23:04,561 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T07:23:04,561 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/cluster_0ecd712c-51f6-5b72-b7d4-80ae5fc92a50/data/data1/current/BP-1589249784-172.17.0.3-1732692149406 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:23:04,561 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/cluster_0ecd712c-51f6-5b72-b7d4-80ae5fc92a50/data/data2/current/BP-1589249784-172.17.0.3-1732692149406 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:23:04,562 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T07:23:04,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4be7a519{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:23:04,567 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a157221{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:23:04,568 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:23:04,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73446715{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:23:04,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56482e6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0eaa443-176d-ea0a-d7ed-d90a3400dfbc/hadoop.log.dir/,STOPPED} 2024-11-27T07:23:04,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T07:23:04,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T07:23:04,579 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:23:04,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:04,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:04,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:04,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:23:04,580 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T07:23:04,580 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2054034554, stopped=false 2024-11-27T07:23:04,580 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=289954c9202d,36011,1732692146033 2024-11-27T07:23:04,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1017b2be8240001, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1515925874/running 2024-11-27T07:23:04,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1515925874/running 2024-11-27T07:23:04,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1017b2be8240001, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515925874 2024-11-27T07:23:04,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515925874 2024-11-27T07:23:04,598 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:23:04,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:23:04,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:04,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:04,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34871-0x1017b2be8240001, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Set watcher on znode that does not yet exist, /0-1515925874/running 2024-11-27T07:23:04,599 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '289954c9202d,34871,1732692146203' ***** 2024-11-27T07:23:04,599 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T07:23:04,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Set watcher on znode that does not yet exist, /0-1515925874/running 2024-11-27T07:23:04,599 INFO [RS:0;289954c9202d:34871 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T07:23:04,599 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T07:23:04,599 INFO [RS:0;289954c9202d:34871 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T07:23:04,599 INFO [RS:0;289954c9202d:34871 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T07:23:04,599 INFO [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(3091): Received CLOSE for 0185e32b50a0e97e821fd76da39d1a28 2024-11-27T07:23:04,599 INFO [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(3091): Received CLOSE for fdff1cf9a4be2a864c9aa2d1d5f9eccb 2024-11-27T07:23:04,599 INFO [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(959): stopping server 289954c9202d,34871,1732692146203 2024-11-27T07:23:04,599 INFO [RS:0;289954c9202d:34871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:23:04,599 INFO [RS:0;289954c9202d:34871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:34871. 2024-11-27T07:23:04,599 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0185e32b50a0e97e821fd76da39d1a28, disabling compactions & flushes 2024-11-27T07:23:04,599 DEBUG [RS:0;289954c9202d:34871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:04,599 DEBUG [RS:0;289954c9202d:34871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:04,599 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28. 2024-11-27T07:23:04,600 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28. 2024-11-27T07:23:04,600 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28. after waiting 0 ms 2024-11-27T07:23:04,600 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28. 2024-11-27T07:23:04,600 INFO [RS:0;289954c9202d:34871 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T07:23:04,600 INFO [RS:0;289954c9202d:34871 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T07:23:04,600 INFO [RS:0;289954c9202d:34871 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T07:23:04,600 INFO [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T07:23:04,600 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0185e32b50a0e97e821fd76da39d1a28 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-27T07:23:04,600 INFO [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T07:23:04,600 DEBUG [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(1325): Online Regions={0185e32b50a0e97e821fd76da39d1a28=hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28., 1588230740=hbase:meta,,1.1588230740, fdff1cf9a4be2a864c9aa2d1d5f9eccb=test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb.} 2024-11-27T07:23:04,600 DEBUG [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(1351): Waiting on 0185e32b50a0e97e821fd76da39d1a28, 1588230740, fdff1cf9a4be2a864c9aa2d1d5f9eccb 2024-11-27T07:23:04,600 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:23:04,600 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:23:04,600 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:23:04,600 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:23:04,600 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:23:04,600 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T07:23:04,613 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740/.tmp/info/86248e170d7d4684bf03edca1fd588ad is 147, key is hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28./info:regioninfo/1732692166199/Put/seqid=0 2024-11-27T07:23:04,616 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/replication/0185e32b50a0e97e821fd76da39d1a28/.tmp/queue/992ac556e9134b888c2cc10914c7b829 is 153, key is 1-289954c9202d,34871,1732692146203/queue:289954c9202d%2C34871%2C1732692146203/1732692174711/Put/seqid=0 2024-11-27T07:23:04,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741840_1016 (size=7686) 2024-11-27T07:23:04,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741841_1017 (size=5352) 2024-11-27T07:23:04,640 INFO [regionserver/289954c9202d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:23:04,800 DEBUG [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(1351): Waiting on 0185e32b50a0e97e821fd76da39d1a28, 1588230740, fdff1cf9a4be2a864c9aa2d1d5f9eccb 2024-11-27T07:23:05,000 DEBUG [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(1351): Waiting on 0185e32b50a0e97e821fd76da39d1a28, 1588230740, fdff1cf9a4be2a864c9aa2d1d5f9eccb 2024-11-27T07:23:05,020 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740/.tmp/info/86248e170d7d4684bf03edca1fd588ad 2024-11-27T07:23:05,021 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/replication/0185e32b50a0e97e821fd76da39d1a28/.tmp/queue/992ac556e9134b888c2cc10914c7b829 2024-11-27T07:23:05,025 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/replication/0185e32b50a0e97e821fd76da39d1a28/.tmp/queue/992ac556e9134b888c2cc10914c7b829 as hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/replication/0185e32b50a0e97e821fd76da39d1a28/queue/992ac556e9134b888c2cc10914c7b829 2024-11-27T07:23:05,026 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T07:23:05,026 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T07:23:05,029 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/replication/0185e32b50a0e97e821fd76da39d1a28/queue/992ac556e9134b888c2cc10914c7b829, entries=1, sequenceid=8, filesize=5.2 K 2024-11-27T07:23:05,029 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 0185e32b50a0e97e821fd76da39d1a28 in 429ms, sequenceid=8, compaction requested=false 2024-11-27T07:23:05,029 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T07:23:05,038 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/replication/0185e32b50a0e97e821fd76da39d1a28/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T07:23:05,038 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:23:05,038 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:23:05,038 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28. 2024-11-27T07:23:05,038 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0185e32b50a0e97e821fd76da39d1a28: Waiting for close lock at 1732692184599Running coprocessor pre-close hooks at 1732692184599Disabling compacts and flushes for region at 1732692184599Disabling writes for close at 1732692184600 (+1 ms)Obtaining lock to block concurrent updates at 1732692184600Preparing flush snapshotting stores in 0185e32b50a0e97e821fd76da39d1a28 at 1732692184600Finished memstore snapshotting hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732692184600Flushing stores of hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28. at 1732692184600Flushing 0185e32b50a0e97e821fd76da39d1a28/queue: creating writer at 1732692184600Flushing 0185e32b50a0e97e821fd76da39d1a28/queue: appending metadata at 1732692184615 (+15 ms)Flushing 0185e32b50a0e97e821fd76da39d1a28/queue: closing flushed file at 1732692184615Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5712a30f: reopening flushed file at 1732692185024 (+409 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 0185e32b50a0e97e821fd76da39d1a28 in 429ms, sequenceid=8, compaction requested=false at 1732692185029 (+5 ms)Writing region close event to WAL at 1732692185035 (+6 ms)Running coprocessor post-close hooks at 1732692185038 (+3 ms)Closed at 1732692185038 2024-11-27T07:23:05,038 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732692165012.0185e32b50a0e97e821fd76da39d1a28. 2024-11-27T07:23:05,038 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fdff1cf9a4be2a864c9aa2d1d5f9eccb, disabling compactions & flushes 2024-11-27T07:23:05,038 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb. 2024-11-27T07:23:05,038 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb. 2024-11-27T07:23:05,038 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb. after waiting 0 ms 2024-11-27T07:23:05,038 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb. 2024-11-27T07:23:05,038 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fdff1cf9a4be2a864c9aa2d1d5f9eccb 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-27T07:23:05,040 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740/.tmp/ns/7db4ac759eed49e1a954ec687e79097f is 43, key is default/ns:d/1732692149238/Put/seqid=0 2024-11-27T07:23:05,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741842_1018 (size=5153) 2024-11-27T07:23:05,052 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/default/test/fdff1cf9a4be2a864c9aa2d1d5f9eccb/.tmp/f/eb6af0000e7a4fe98f3245be6187f4ae is 28, key is row/f:/1732692174541/DeleteFamily/seqid=0 2024-11-27T07:23:05,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741843_1019 (size=5085) 2024-11-27T07:23:05,159 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 636, reset compression=false 2024-11-27T07:23:05,162 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:23:05,162 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 883, reset compression=false 2024-11-27T07:23:05,162 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.shipper289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,34871,1732692146203 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:23:05,163 ERROR [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.shipper289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 289954c9202d,34871,1732692146203: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-289954c9202d,34871,1732692146203, walGroup=289954c9202d%2C34871%2C1732692146203, offset=289954c9202d%2C34871%2C1732692146203.1732692148120:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:34871 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T07:23:05,165 ERROR [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.shipper289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T07:23:05,165 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.shipper289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T07:23:05,165 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.shipper289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T07:23:05,165 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.shipper289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T07:23:05,165 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.shipper289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T07:23:05,165 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.shipper289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1256194048, "init": 1048576000, "max": 2306867200, "used": 1006564352 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 202726712 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T07:23:05,165 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.shipper289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:36011 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:36011 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T07:23:05,200 DEBUG [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fdff1cf9a4be2a864c9aa2d1d5f9eccb 2024-11-27T07:23:05,367 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 883, reset compression=false 2024-11-27T07:23:05,401 DEBUG [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fdff1cf9a4be2a864c9aa2d1d5f9eccb 2024-11-27T07:23:05,447 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740/.tmp/ns/7db4ac759eed49e1a954ec687e79097f 2024-11-27T07:23:05,455 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/default/test/fdff1cf9a4be2a864c9aa2d1d5f9eccb/.tmp/f/eb6af0000e7a4fe98f3245be6187f4ae 2024-11-27T07:23:05,459 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb6af0000e7a4fe98f3245be6187f4ae 2024-11-27T07:23:05,468 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740/.tmp/rep_barrier/cb92627862914a4086866c40a1f9e75b is 112, key is test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb./rep_barrier:seqnumDuringOpen/1732692160404/Put/seqid=0 2024-11-27T07:23:05,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741844_1020 (size=5518) 2024-11-27T07:23:05,478 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/default/test/fdff1cf9a4be2a864c9aa2d1d5f9eccb/.tmp/f1/e6eae2f1f3fd489a9a9a73eaa8f8f226 is 29, key is row/f1:/1732692174541/DeleteFamily/seqid=0 2024-11-27T07:23:05,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741845_1021 (size=5089) 2024-11-27T07:23:05,601 INFO [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T07:23:05,601 DEBUG [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fdff1cf9a4be2a864c9aa2d1d5f9eccb=test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb.} 2024-11-27T07:23:05,601 DEBUG [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fdff1cf9a4be2a864c9aa2d1d5f9eccb 2024-11-27T07:23:05,671 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 883, reset compression=false 2024-11-27T07:23:05,801 DEBUG [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fdff1cf9a4be2a864c9aa2d1d5f9eccb 2024-11-27T07:23:05,878 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740/.tmp/rep_barrier/cb92627862914a4086866c40a1f9e75b 2024-11-27T07:23:05,881 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/default/test/fdff1cf9a4be2a864c9aa2d1d5f9eccb/.tmp/f1/e6eae2f1f3fd489a9a9a73eaa8f8f226 2024-11-27T07:23:05,885 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6eae2f1f3fd489a9a9a73eaa8f8f226 2024-11-27T07:23:05,894 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740/.tmp/table/5376bb926981471db3b07045bb0411b6 is 53, key is hbase:replication/table:state/1732692166207/Put/seqid=0 2024-11-27T07:23:05,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741846_1022 (size=5308) 2024-11-27T07:23:05,902 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/default/test/fdff1cf9a4be2a864c9aa2d1d5f9eccb/.tmp/norep/733b5bc9bdc04d3a9a18f6c637708e45 is 32, key is row/norep:/1732692174541/DeleteFamily/seqid=0 2024-11-27T07:23:05,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741847_1023 (size=5101) 2024-11-27T07:23:06,001 DEBUG [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fdff1cf9a4be2a864c9aa2d1d5f9eccb 2024-11-27T07:23:06,074 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 883, reset compression=false 2024-11-27T07:23:06,202 DEBUG [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fdff1cf9a4be2a864c9aa2d1d5f9eccb 2024-11-27T07:23:06,297 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740/.tmp/table/5376bb926981471db3b07045bb0411b6 2024-11-27T07:23:06,301 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740/.tmp/info/86248e170d7d4684bf03edca1fd588ad as hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740/info/86248e170d7d4684bf03edca1fd588ad 2024-11-27T07:23:06,305 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740/info/86248e170d7d4684bf03edca1fd588ad, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T07:23:06,305 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/default/test/fdff1cf9a4be2a864c9aa2d1d5f9eccb/.tmp/norep/733b5bc9bdc04d3a9a18f6c637708e45 2024-11-27T07:23:06,305 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740/.tmp/ns/7db4ac759eed49e1a954ec687e79097f as hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740/ns/7db4ac759eed49e1a954ec687e79097f 2024-11-27T07:23:06,308 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 733b5bc9bdc04d3a9a18f6c637708e45 2024-11-27T07:23:06,308 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740/ns/7db4ac759eed49e1a954ec687e79097f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T07:23:06,309 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740/.tmp/rep_barrier/cb92627862914a4086866c40a1f9e75b as hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740/rep_barrier/cb92627862914a4086866c40a1f9e75b 2024-11-27T07:23:06,309 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/default/test/fdff1cf9a4be2a864c9aa2d1d5f9eccb/.tmp/f/eb6af0000e7a4fe98f3245be6187f4ae as hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/default/test/fdff1cf9a4be2a864c9aa2d1d5f9eccb/f/eb6af0000e7a4fe98f3245be6187f4ae 2024-11-27T07:23:06,312 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740/rep_barrier/cb92627862914a4086866c40a1f9e75b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T07:23:06,312 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb6af0000e7a4fe98f3245be6187f4ae 2024-11-27T07:23:06,312 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/default/test/fdff1cf9a4be2a864c9aa2d1d5f9eccb/f/eb6af0000e7a4fe98f3245be6187f4ae, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T07:23:06,313 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/default/test/fdff1cf9a4be2a864c9aa2d1d5f9eccb/.tmp/f1/e6eae2f1f3fd489a9a9a73eaa8f8f226 as hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/default/test/fdff1cf9a4be2a864c9aa2d1d5f9eccb/f1/e6eae2f1f3fd489a9a9a73eaa8f8f226 2024-11-27T07:23:06,313 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740/.tmp/table/5376bb926981471db3b07045bb0411b6 as hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740/table/5376bb926981471db3b07045bb0411b6 2024-11-27T07:23:06,316 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6eae2f1f3fd489a9a9a73eaa8f8f226 2024-11-27T07:23:06,316 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740/table/5376bb926981471db3b07045bb0411b6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T07:23:06,317 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/default/test/fdff1cf9a4be2a864c9aa2d1d5f9eccb/f1/e6eae2f1f3fd489a9a9a73eaa8f8f226, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T07:23:06,317 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/default/test/fdff1cf9a4be2a864c9aa2d1d5f9eccb/.tmp/norep/733b5bc9bdc04d3a9a18f6c637708e45 as hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/default/test/fdff1cf9a4be2a864c9aa2d1d5f9eccb/norep/733b5bc9bdc04d3a9a18f6c637708e45 2024-11-27T07:23:06,317 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false 2024-11-27T07:23:06,317 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T07:23:06,321 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 733b5bc9bdc04d3a9a18f6c637708e45 2024-11-27T07:23:06,321 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/default/test/fdff1cf9a4be2a864c9aa2d1d5f9eccb/norep/733b5bc9bdc04d3a9a18f6c637708e45, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T07:23:06,322 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T07:23:06,322 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:23:06,322 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:23:06,322 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:23:06,322 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692184600Running coprocessor pre-close hooks at 1732692184600Disabling compacts and flushes for region at 1732692184600Disabling writes for close at 1732692184600Obtaining lock to block concurrent updates at 1732692184600Preparing flush snapshotting stores in 1588230740 at 1732692184600Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732692184600Flushing stores of hbase:meta,,1.1588230740 at 1732692184601 (+1 ms)Flushing 1588230740/info: creating writer at 1732692184601Flushing 1588230740/info: appending metadata at 1732692184613 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732692184613Flushing 1588230740/ns: creating writer at 1732692185024 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732692185040 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732692185040Flushing 1588230740/rep_barrier: creating writer at 1732692185450 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732692185467 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732692185467Flushing 1588230740/table: creating writer at 1732692185881 (+414 ms)Flushing 1588230740/table: appending metadata at 1732692185893 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732692185893Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29a49146: reopening flushed file at 1732692186301 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e473ef4: reopening flushed file at 1732692186305 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@630f4028: reopening flushed file at 1732692186309 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1367ac53: reopening flushed file at 1732692186312 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false at 1732692186317 (+5 ms)Writing region close event to WAL at 1732692186319 (+2 ms)Running coprocessor post-close hooks at 1732692186322 (+3 ms)Closed at 1732692186322 2024-11-27T07:23:06,323 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T07:23:06,323 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for fdff1cf9a4be2a864c9aa2d1d5f9eccb in 1285ms, sequenceid=6, compaction requested=false 2024-11-27T07:23:06,323 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T07:23:06,339 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/data/default/test/fdff1cf9a4be2a864c9aa2d1d5f9eccb/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T07:23:06,340 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:23:06,340 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:23:06,340 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb. 2024-11-27T07:23:06,340 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fdff1cf9a4be2a864c9aa2d1d5f9eccb: Waiting for close lock at 1732692185038Running coprocessor pre-close hooks at 1732692185038Disabling compacts and flushes for region at 1732692185038Disabling writes for close at 1732692185038Obtaining lock to block concurrent updates at 1732692185038Preparing flush snapshotting stores in fdff1cf9a4be2a864c9aa2d1d5f9eccb at 1732692185038Finished memstore snapshotting test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732692185039 (+1 ms)Flushing stores of test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb. at 1732692185039Flushing fdff1cf9a4be2a864c9aa2d1d5f9eccb/f: creating writer at 1732692185039Flushing fdff1cf9a4be2a864c9aa2d1d5f9eccb/f: appending metadata at 1732692185051 (+12 ms)Flushing fdff1cf9a4be2a864c9aa2d1d5f9eccb/f: closing flushed file at 1732692185051Flushing fdff1cf9a4be2a864c9aa2d1d5f9eccb/f1: creating writer at 1732692185459 (+408 ms)Flushing fdff1cf9a4be2a864c9aa2d1d5f9eccb/f1: appending metadata at 1732692185477 (+18 ms)Flushing fdff1cf9a4be2a864c9aa2d1d5f9eccb/f1: closing flushed file at 1732692185477Flushing fdff1cf9a4be2a864c9aa2d1d5f9eccb/norep: creating writer at 1732692185885 (+408 ms)Flushing fdff1cf9a4be2a864c9aa2d1d5f9eccb/norep: appending metadata at 1732692185901 (+16 ms)Flushing fdff1cf9a4be2a864c9aa2d1d5f9eccb/norep: closing flushed file at 1732692185901Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e6e0503: reopening flushed file at 1732692186308 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a1844a1: reopening flushed file at 1732692186312 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f1e6dce: reopening flushed file at 1732692186317 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for fdff1cf9a4be2a864c9aa2d1d5f9eccb in 1285ms, sequenceid=6, compaction requested=false at 1732692186323 (+6 ms)Writing region close event to WAL at 1732692186337 (+14 ms)Running coprocessor post-close hooks at 1732692186340 (+3 ms)Closed at 1732692186340 2024-11-27T07:23:06,340 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732692160046.fdff1cf9a4be2a864c9aa2d1d5f9eccb. 2024-11-27T07:23:06,402 INFO [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(976): stopping server 289954c9202d,34871,1732692146203; all regions closed. 2024-11-27T07:23:06,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741834_1010 (size=4239) 2024-11-27T07:23:06,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741839_1015 (size=2240) 2024-11-27T07:23:06,406 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.rep.1732692166163 not finished, retry = 0 2024-11-27T07:23:06,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741832_1008 (size=1535) 2024-11-27T07:23:06,508 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 not finished, retry = 0 2024-11-27T07:23:06,577 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 to pos 883, reset compression=false 2024-11-27T07:23:06,609 DEBUG [RS:0;289954c9202d:34871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:06,609 INFO [RS:0;289954c9202d:34871 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:23:06,609 INFO [RS:0;289954c9202d:34871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:23:06,609 INFO [RS:0;289954c9202d:34871 {}] hbase.ChoreService(370): Chore service for: regionserver/289954c9202d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T07:23:06,609 INFO [RS:0;289954c9202d:34871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:23:06,609 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:23:06,610 INFO [RS:0;289954c9202d:34871 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-289954c9202d,34871,1732692146203 because: Region server is closing 2024-11-27T07:23:06,610 INFO [RS:0;289954c9202d:34871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:34871. 2024-11-27T07:23:06,610 DEBUG [RS:0;289954c9202d:34871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:06,610 DEBUG [RS:0;289954c9202d:34871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:06,610 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/WALs/289954c9202d,34871,1732692146203/289954c9202d%2C34871%2C1732692146203.1732692148120 2024-11-27T07:23:06,610 DEBUG [RS:0;289954c9202d:34871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:06,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:23:06,610 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.wal-reader.289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:23:06,610 INFO [RS:0;289954c9202d:34871 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,34871,1732692146203.replicationSource.shipper289954c9202d%2C34871%2C1732692146203,1-289954c9202d,34871,1732692146203 terminated 2024-11-27T07:23:06,610 INFO [RS:0;289954c9202d:34871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34871 2024-11-27T07:23:06,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1017b2be8240001, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1515925874/rs/289954c9202d,34871,1732692146203 2024-11-27T07:23:06,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515925874/rs 2024-11-27T07:23:06,699 INFO [RS:0;289954c9202d:34871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:23:06,699 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [289954c9202d,34871,1732692146203] 2024-11-27T07:23:06,719 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1515925874/draining/289954c9202d,34871,1732692146203 already deleted, retry=false 2024-11-27T07:23:06,720 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 289954c9202d,34871,1732692146203 expired; onlineServers=0 2024-11-27T07:23:06,720 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '289954c9202d,36011,1732692146033' ***** 2024-11-27T07:23:06,720 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T07:23:06,720 INFO [M:0;289954c9202d:36011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:23:06,720 INFO [M:0;289954c9202d:36011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:23:06,720 DEBUG [M:0;289954c9202d:36011 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T07:23:06,720 DEBUG [M:0;289954c9202d:36011 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T07:23:06,720 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T07:23:06,720 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692147915 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692147915,5,FailOnTimeoutGroup] 2024-11-27T07:23:06,720 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692147915 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692147915,5,FailOnTimeoutGroup] 2024-11-27T07:23:06,720 INFO [M:0;289954c9202d:36011 {}] hbase.ChoreService(370): Chore service for: master/289954c9202d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T07:23:06,720 INFO [M:0;289954c9202d:36011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:23:06,720 DEBUG [M:0;289954c9202d:36011 {}] master.HMaster(1795): Stopping service threads 2024-11-27T07:23:06,720 INFO [M:0;289954c9202d:36011 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T07:23:06,720 INFO [M:0;289954c9202d:36011 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:23:06,720 INFO [M:0;289954c9202d:36011 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T07:23:06,720 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T07:23:06,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1515925874/master 2024-11-27T07:23:06,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515925874 2024-11-27T07:23:06,730 DEBUG [M:0;289954c9202d:36011 {}] zookeeper.ZKUtil(347): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Unable to get data of znode /0-1515925874/master because node does not exist (not an error) 2024-11-27T07:23:06,730 WARN [M:0;289954c9202d:36011 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T07:23:06,731 INFO [M:0;289954c9202d:36011 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/.lastflushedseqids 2024-11-27T07:23:06,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741848_1024 (size=245) 2024-11-27T07:23:06,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1017b2be8240001, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:23:06,809 INFO [RS:0;289954c9202d:34871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:23:06,809 INFO [RS:0;289954c9202d:34871 {}] regionserver.HRegionServer(1031): Exiting; stopping=289954c9202d,34871,1732692146203; zookeeper connection closed. 2024-11-27T07:23:06,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1017b2be8240001, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:23:06,810 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b8477bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b8477bb 2024-11-27T07:23:06,810 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T07:23:07,137 INFO [M:0;289954c9202d:36011 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T07:23:07,137 INFO [M:0;289954c9202d:36011 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T07:23:07,137 DEBUG [M:0;289954c9202d:36011 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:23:07,137 INFO [M:0;289954c9202d:36011 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:07,137 DEBUG [M:0;289954c9202d:36011 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:07,137 DEBUG [M:0;289954c9202d:36011 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:23:07,137 DEBUG [M:0;289954c9202d:36011 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:07,137 INFO [M:0;289954c9202d:36011 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-27T07:23:07,151 DEBUG [M:0;289954c9202d:36011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19773e7243254609bef6752c4cb41e92 is 82, key is hbase:meta,,1/info:regioninfo/1732692149213/Put/seqid=0 2024-11-27T07:23:07,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741849_1025 (size=5672) 2024-11-27T07:23:07,554 INFO [M:0;289954c9202d:36011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19773e7243254609bef6752c4cb41e92 2024-11-27T07:23:07,572 DEBUG [M:0;289954c9202d:36011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4aae347ba81a47bdbb994f28939166f3 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732692160412/Put/seqid=0 2024-11-27T07:23:07,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741850_1026 (size=7218) 2024-11-27T07:23:07,977 INFO [M:0;289954c9202d:36011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4aae347ba81a47bdbb994f28939166f3 2024-11-27T07:23:07,981 INFO [M:0;289954c9202d:36011 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4aae347ba81a47bdbb994f28939166f3 2024-11-27T07:23:07,997 DEBUG [M:0;289954c9202d:36011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/616159e457414187b8491e6fdec1a713 is 69, key is 289954c9202d,34871,1732692146203/rs:state/1732692147975/Put/seqid=0 2024-11-27T07:23:08,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741851_1027 (size=5156) 2024-11-27T07:23:08,001 INFO [M:0;289954c9202d:36011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/616159e457414187b8491e6fdec1a713 2024-11-27T07:23:08,004 DEBUG [M:0;289954c9202d:36011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19773e7243254609bef6752c4cb41e92 as hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19773e7243254609bef6752c4cb41e92 2024-11-27T07:23:08,007 INFO [M:0;289954c9202d:36011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19773e7243254609bef6752c4cb41e92, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T07:23:08,008 DEBUG [M:0;289954c9202d:36011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4aae347ba81a47bdbb994f28939166f3 as hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4aae347ba81a47bdbb994f28939166f3 2024-11-27T07:23:08,010 INFO [M:0;289954c9202d:36011 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4aae347ba81a47bdbb994f28939166f3 2024-11-27T07:23:08,011 INFO [M:0;289954c9202d:36011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4aae347ba81a47bdbb994f28939166f3, entries=11, sequenceid=105, filesize=7.0 K 2024-11-27T07:23:08,011 DEBUG [M:0;289954c9202d:36011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/616159e457414187b8491e6fdec1a713 as hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/616159e457414187b8491e6fdec1a713 2024-11-27T07:23:08,014 INFO [M:0;289954c9202d:36011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/56925d7a-54e3-da84-d35c-03bd55b1ffc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/616159e457414187b8491e6fdec1a713, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T07:23:08,015 INFO [M:0;289954c9202d:36011 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=105, compaction requested=false 2024-11-27T07:23:08,016 INFO [M:0;289954c9202d:36011 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:08,016 DEBUG [M:0;289954c9202d:36011 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692187137Disabling compacts and flushes for region at 1732692187137Disabling writes for close at 1732692187137Obtaining lock to block concurrent updates at 1732692187137Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732692187137Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732692187138 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732692187138Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732692187138Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732692187150 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732692187150Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732692187557 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732692187571 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732692187571Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732692187981 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732692187996 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732692187997 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aa4fdaa: reopening flushed file at 1732692188004 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78c3fa85: reopening flushed file at 1732692188007 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f2910dd: reopening flushed file at 1732692188011 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=105, compaction requested=false at 1732692188015 (+4 ms)Writing region close event to WAL at 1732692188016 (+1 ms)Closed at 1732692188016 2024-11-27T07:23:08,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741830_1006 (size=64423) 2024-11-27T07:23:08,018 INFO [M:0;289954c9202d:36011 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T07:23:08,018 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:23:08,018 INFO [M:0;289954c9202d:36011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36011 2024-11-27T07:23:08,019 INFO [M:0;289954c9202d:36011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:23:08,201 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:23:08,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:08,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:08,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:08,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:08,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:08,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:08,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:08,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:23:08,230 INFO [M:0;289954c9202d:36011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:23:08,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36011-0x1017b2be8240000, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:23:08,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bbb495{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:23:08,233 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47847dce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:23:08,233 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:23:08,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e8d0d6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:23:08,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@703847b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/hadoop.log.dir/,STOPPED} 2024-11-27T07:23:08,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:08,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:08,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:08,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:08,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:08,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:08,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:08,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:08,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:08,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:08,278 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T07:23:08,278 WARN [BP-1105182574-172.17.0.3-1732692143240 heartbeating to localhost/127.0.0.1:36523 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T07:23:08,279 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T07:23:08,279 WARN [BP-1105182574-172.17.0.3-1732692143240 heartbeating to localhost/127.0.0.1:36523 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1105182574-172.17.0.3-1732692143240 (Datanode Uuid 23a88dce-b24f-4ef2-bebd-a266d81d2d54) service to localhost/127.0.0.1:36523 2024-11-27T07:23:08,279 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/cluster_85b74d75-d053-5246-e896-ecb0c3d26528/data/data1/current/BP-1105182574-172.17.0.3-1732692143240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:23:08,279 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/cluster_85b74d75-d053-5246-e896-ecb0c3d26528/data/data2/current/BP-1105182574-172.17.0.3-1732692143240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:23:08,280 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T07:23:08,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58a60325{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:23:08,284 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a3d5011{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:23:08,284 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:23:08,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69b4d279{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:23:08,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28ddc4bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a06640-f004-b9b4-06ec-3cb3c5efda60/hadoop.log.dir/,STOPPED} 2024-11-27T07:23:08,290 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T07:23:08,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T07:23:08,308 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 313) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50127) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36523 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36523 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36523 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35019 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50127) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:35019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50127) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:34855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34855 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:36523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=794 (was 726) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=508 (was 473) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3855 (was 3811) - AvailableMemoryMB LEAK? - 2024-11-27T07:23:08,317 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=508, ProcessCount=11, AvailableMemoryMB=3855 2024-11-27T07:23:08,329 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-27T07:23:08,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/hadoop.log.dir so I do NOT create it in target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc 2024-11-27T07:23:08,329 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T07:23:08,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/hadoop.tmp.dir so I do NOT create it in target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc 2024-11-27T07:23:08,329 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/998e0a10-064d-2a46-e577-1824c66c3bc2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T07:23:08,329 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc 2024-11-27T07:23:08,329 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/cluster_b7673b23-9052-ab7d-eea6-6c9a4363f718, deleteOnExit=true 2024-11-27T07:23:08,352 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/cluster_b7673b23-9052-ab7d-eea6-6c9a4363f718/zookeeper_0, clientPort=50183, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/cluster_b7673b23-9052-ab7d-eea6-6c9a4363f718/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/cluster_b7673b23-9052-ab7d-eea6-6c9a4363f718/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T07:23:08,356 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50183 2024-11-27T07:23:08,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T07:23:08,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T07:23:08,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/test.cache.data in system properties and HBase conf 2024-11-27T07:23:08,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T07:23:08,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/hadoop.log.dir in system properties and HBase conf 2024-11-27T07:23:08,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T07:23:08,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T07:23:08,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T07:23:08,356 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T07:23:08,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:23:08,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:23:08,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T07:23:08,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:23:08,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T07:23:08,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T07:23:08,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:23:08,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:23:08,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T07:23:08,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/nfs.dump.dir in system properties and HBase conf 2024-11-27T07:23:08,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/java.io.tmpdir in system properties and HBase conf 2024-11-27T07:23:08,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:23:08,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T07:23:08,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T07:23:08,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017b2be8240005, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T07:23:08,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1017b2be8240008, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T07:23:08,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017b2be8240002, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T07:23:08,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017b2be8240005, quorum=127.0.0.1:50127, baseZNode=/1121372154 Received Disconnected from ZooKeeper, ignoring 2024-11-27T07:23:08,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1017b2be8240008, quorum=127.0.0.1:50127, baseZNode=/2445068533 Received Disconnected from ZooKeeper, ignoring 2024-11-27T07:23:08,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017b2be8240002, quorum=127.0.0.1:50127, baseZNode=/0-1515925874 Received Disconnected from ZooKeeper, ignoring 2024-11-27T07:23:08,865 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:23:08,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:23:08,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:23:08,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:23:08,870 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T07:23:08,870 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:23:08,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dc4359b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:23:08,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c9ff17d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:23:08,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f31ce9e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/java.io.tmpdir/jetty-localhost-39095-hadoop-hdfs-3_4_1-tests_jar-_-any-450029183233778502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:23:08,966 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65008289{HTTP/1.1, (http/1.1)}{localhost:39095} 2024-11-27T07:23:08,966 INFO [Time-limited test {}] server.Server(415): Started @333374ms 2024-11-27T07:23:09,291 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:23:09,297 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:23:09,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:23:09,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:23:09,301 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T07:23:09,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ef66f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:23:09,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7daf9b45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:23:09,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6744bde9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/java.io.tmpdir/jetty-localhost-38739-hadoop-hdfs-3_4_1-tests_jar-_-any-7006862807779515761/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:23:09,416 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2328bdff{HTTP/1.1, (http/1.1)}{localhost:38739} 2024-11-27T07:23:09,416 INFO [Time-limited test {}] server.Server(415): Started @333825ms 2024-11-27T07:23:09,418 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T07:23:10,127 WARN [Thread-4187 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/cluster_b7673b23-9052-ab7d-eea6-6c9a4363f718/data/data1/current/BP-970809529-172.17.0.3-1732692188371/current, will proceed with Du for space computation calculation, 2024-11-27T07:23:10,127 WARN [Thread-4188 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/cluster_b7673b23-9052-ab7d-eea6-6c9a4363f718/data/data2/current/BP-970809529-172.17.0.3-1732692188371/current, will proceed with Du for space computation calculation, 2024-11-27T07:23:10,147 WARN [Thread-4175 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T07:23:10,149 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa129caea9678cc84 with lease ID 0xf5c2743c8fa492a: Processing first storage report for DS-09b2f0bb-434f-410f-bca3-2b4e8900f890 from datanode DatanodeRegistration(127.0.0.1:38947, datanodeUuid=cf64c230-d131-4db0-8743-a91a95f9a9a9, infoPort=43935, infoSecurePort=0, ipcPort=35697, storageInfo=lv=-57;cid=testClusterID;nsid=525282531;c=1732692188371) 2024-11-27T07:23:10,149 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa129caea9678cc84 with lease ID 0xf5c2743c8fa492a: from storage DS-09b2f0bb-434f-410f-bca3-2b4e8900f890 node DatanodeRegistration(127.0.0.1:38947, datanodeUuid=cf64c230-d131-4db0-8743-a91a95f9a9a9, infoPort=43935, infoSecurePort=0, ipcPort=35697, storageInfo=lv=-57;cid=testClusterID;nsid=525282531;c=1732692188371), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T07:23:10,149 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa129caea9678cc84 with lease ID 0xf5c2743c8fa492a: Processing first storage report for DS-0dbb2111-b8c4-462e-958f-190405f4bf51 from datanode DatanodeRegistration(127.0.0.1:38947, datanodeUuid=cf64c230-d131-4db0-8743-a91a95f9a9a9, infoPort=43935, infoSecurePort=0, ipcPort=35697, storageInfo=lv=-57;cid=testClusterID;nsid=525282531;c=1732692188371) 2024-11-27T07:23:10,149 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa129caea9678cc84 with lease ID 0xf5c2743c8fa492a: from storage DS-0dbb2111-b8c4-462e-958f-190405f4bf51 node DatanodeRegistration(127.0.0.1:38947, datanodeUuid=cf64c230-d131-4db0-8743-a91a95f9a9a9, infoPort=43935, infoSecurePort=0, ipcPort=35697, storageInfo=lv=-57;cid=testClusterID;nsid=525282531;c=1732692188371), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:23:10,242 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc 2024-11-27T07:23:10,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:10,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:10,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741825_1001 (size=7) 2024-11-27T07:23:10,650 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40 with version=8 2024-11-27T07:23:10,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/hbase-staging 2024-11-27T07:23:10,653 INFO [Time-limited test {}] client.ConnectionUtils(128): master/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:23:10,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:23:10,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:23:10,653 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:23:10,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:23:10,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:23:10,653 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T07:23:10,653 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:23:10,654 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35819 2024-11-27T07:23:10,655 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35819 connecting to ZooKeeper ensemble=127.0.0.1:50183 2024-11-27T07:23:10,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358190x0, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:23:10,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35819-0x1017b2c986b0000 connected 2024-11-27T07:23:10,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:10,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:10,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35819-0x1017b2c986b0000, quorum=127.0.0.1:50183, baseZNode=/0135050006 Set watcher on znode that does not yet exist, /0135050006/running 2024-11-27T07:23:10,832 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40, hbase.cluster.distributed=false 2024-11-27T07:23:10,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35819-0x1017b2c986b0000, quorum=127.0.0.1:50183, baseZNode=/0135050006 Set watcher on znode that does not yet exist, /0135050006/acl 2024-11-27T07:23:10,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35819 2024-11-27T07:23:10,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35819 2024-11-27T07:23:10,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35819 2024-11-27T07:23:10,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35819 2024-11-27T07:23:10,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35819 2024-11-27T07:23:10,848 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:23:10,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:23:10,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:23:10,848 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:23:10,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:23:10,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:23:10,848 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T07:23:10,848 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:23:10,848 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44561 2024-11-27T07:23:10,849 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44561 connecting to ZooKeeper ensemble=127.0.0.1:50183 2024-11-27T07:23:10,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:10,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:10,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445610x0, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:23:10,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44561-0x1017b2c986b0001 connected 2024-11-27T07:23:10,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44561-0x1017b2c986b0001, quorum=127.0.0.1:50183, baseZNode=/0135050006 Set watcher on znode that does not yet exist, /0135050006/running 2024-11-27T07:23:10,861 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T07:23:10,861 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T07:23:10,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44561-0x1017b2c986b0001, quorum=127.0.0.1:50183, baseZNode=/0135050006 Set watcher on znode that does not yet exist, /0135050006/master 2024-11-27T07:23:10,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44561-0x1017b2c986b0001, quorum=127.0.0.1:50183, baseZNode=/0135050006 Set watcher on znode that does not yet exist, /0135050006/acl 2024-11-27T07:23:10,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44561 2024-11-27T07:23:10,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44561 2024-11-27T07:23:10,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44561 2024-11-27T07:23:10,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44561 2024-11-27T07:23:10,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44561 2024-11-27T07:23:10,880 DEBUG [M:0;289954c9202d:35819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;289954c9202d:35819 2024-11-27T07:23:10,881 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0135050006/backup-masters/289954c9202d,35819,1732692190653 2024-11-27T07:23:10,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1017b2c986b0001, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0135050006/backup-masters 2024-11-27T07:23:10,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1017b2c986b0000, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0135050006/backup-masters 2024-11-27T07:23:10,892 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35819-0x1017b2c986b0000, quorum=127.0.0.1:50183, baseZNode=/0135050006 Set watcher on existing znode=/0135050006/backup-masters/289954c9202d,35819,1732692190653 2024-11-27T07:23:10,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1017b2c986b0001, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0135050006/master 2024-11-27T07:23:10,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1017b2c986b0001, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0135050006 2024-11-27T07:23:10,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1017b2c986b0000, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0135050006 2024-11-27T07:23:10,902 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35819-0x1017b2c986b0000, quorum=127.0.0.1:50183, baseZNode=/0135050006 Set watcher on existing znode=/0135050006/master 2024-11-27T07:23:10,903 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0135050006/backup-masters/289954c9202d,35819,1732692190653 from backup master directory 2024-11-27T07:23:10,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1017b2c986b0001, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0135050006/backup-masters 2024-11-27T07:23:10,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1017b2c986b0000, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0135050006/backup-masters/289954c9202d,35819,1732692190653 2024-11-27T07:23:10,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1017b2c986b0000, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0135050006/backup-masters 2024-11-27T07:23:10,913 WARN [master/289954c9202d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:23:10,913 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=289954c9202d,35819,1732692190653 2024-11-27T07:23:10,915 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/hbase.id] with ID: db4b3370-a763-4791-bb6d-a485a8bc0d07 2024-11-27T07:23:10,915 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/.tmp/hbase.id 2024-11-27T07:23:10,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741826_1002 (size=42) 2024-11-27T07:23:10,922 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/.tmp/hbase.id]:[hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/hbase.id] 2024-11-27T07:23:10,929 INFO [master/289954c9202d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:10,929 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T07:23:10,930 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T07:23:10,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1017b2c986b0001, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0135050006 2024-11-27T07:23:10,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1017b2c986b0000, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0135050006 2024-11-27T07:23:10,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741827_1003 (size=196) 2024-11-27T07:23:11,345 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:23:11,345 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T07:23:11,346 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:23:11,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741828_1004 (size=1189) 2024-11-27T07:23:11,751 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/MasterData/data/master/store 2024-11-27T07:23:11,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741829_1005 (size=34) 2024-11-27T07:23:12,045 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:23:12,046 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:23:12,046 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128829 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:23:12,156 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:12,156 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:23:12,156 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:12,156 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:12,156 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:23:12,156 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:12,156 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:12,156 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692192156Disabling compacts and flushes for region at 1732692192156Disabling writes for close at 1732692192156Writing region close event to WAL at 1732692192156Closed at 1732692192156 2024-11-27T07:23:12,157 WARN [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/MasterData/data/master/store/.initializing 2024-11-27T07:23:12,157 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/MasterData/WALs/289954c9202d,35819,1732692190653 2024-11-27T07:23:12,157 INFO [master/289954c9202d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:23:12,159 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=289954c9202d%2C35819%2C1732692190653, suffix=, logDir=hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/MasterData/WALs/289954c9202d,35819,1732692190653, archiveDir=hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/MasterData/oldWALs, maxLogs=10 2024-11-27T07:23:12,170 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/MasterData/WALs/289954c9202d,35819,1732692190653/289954c9202d%2C35819%2C1732692190653.1732692192159, exclude list is [], retry=0 2024-11-27T07:23:12,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38947,DS-09b2f0bb-434f-410f-bca3-2b4e8900f890,DISK] 2024-11-27T07:23:12,174 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/MasterData/WALs/289954c9202d,35819,1732692190653/289954c9202d%2C35819%2C1732692190653.1732692192159 2024-11-27T07:23:12,174 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43935:43935)] 2024-11-27T07:23:12,174 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:23:12,174 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:12,175 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:12,175 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:12,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:12,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T07:23:12,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:12,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:12,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:12,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T07:23:12,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:12,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:12,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:12,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T07:23:12,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:12,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:12,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:12,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T07:23:12,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:12,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:12,180 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:12,181 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:12,181 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:12,182 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:12,182 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:12,182 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:23:12,183 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:12,185 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:23:12,185 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67871211, jitterRate=0.01135985553264618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:23:12,186 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732692192175Initializing all the Stores at 1732692192175Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692192175Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692192175Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692192175Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692192175Cleaning up temporary data from old regions at 1732692192182 (+7 ms)Region opened successfully at 1732692192186 (+4 ms) 2024-11-27T07:23:12,187 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T07:23:12,189 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@111f623c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:23:12,190 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T07:23:12,190 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T07:23:12,190 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T07:23:12,190 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T07:23:12,190 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T07:23:12,191 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T07:23:12,191 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T07:23:12,192 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T07:23:12,193 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35819-0x1017b2c986b0000, quorum=127.0.0.1:50183, baseZNode=/0135050006 Unable to get data of znode /0135050006/balancer because node does not exist (not necessarily an error) 2024-11-27T07:23:12,267 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0135050006/balancer already deleted, retry=false 2024-11-27T07:23:12,267 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T07:23:12,267 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35819-0x1017b2c986b0000, quorum=127.0.0.1:50183, baseZNode=/0135050006 Unable to get data of znode /0135050006/normalizer because node does not exist (not necessarily an error) 2024-11-27T07:23:12,277 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0135050006/normalizer already deleted, retry=false 2024-11-27T07:23:12,277 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T07:23:12,278 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35819-0x1017b2c986b0000, quorum=127.0.0.1:50183, baseZNode=/0135050006 Unable to get data of znode /0135050006/switch/split because node does not exist (not necessarily an error) 2024-11-27T07:23:12,287 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0135050006/switch/split already deleted, retry=false 2024-11-27T07:23:12,288 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35819-0x1017b2c986b0000, quorum=127.0.0.1:50183, baseZNode=/0135050006 Unable to get data of znode /0135050006/switch/merge because node does not exist (not necessarily an error) 2024-11-27T07:23:12,298 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0135050006/switch/merge already deleted, retry=false 2024-11-27T07:23:12,301 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35819-0x1017b2c986b0000, quorum=127.0.0.1:50183, baseZNode=/0135050006 Unable to get data of znode /0135050006/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T07:23:12,313 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0135050006/snapshot-cleanup already deleted, retry=false 2024-11-27T07:23:12,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1017b2c986b0001, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0135050006/running 2024-11-27T07:23:12,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1017b2c986b0000, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0135050006/running 2024-11-27T07:23:12,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1017b2c986b0001, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0135050006 2024-11-27T07:23:12,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1017b2c986b0000, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0135050006 2024-11-27T07:23:12,323 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=289954c9202d,35819,1732692190653, sessionid=0x1017b2c986b0000, setting cluster-up flag (Was=false) 2024-11-27T07:23:12,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1017b2c986b0000, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0135050006 2024-11-27T07:23:12,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1017b2c986b0001, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0135050006 2024-11-27T07:23:12,376 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0135050006/flush-table-proc/acquired, /0135050006/flush-table-proc/reached, /0135050006/flush-table-proc/abort 2024-11-27T07:23:12,377 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,35819,1732692190653 2024-11-27T07:23:12,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1017b2c986b0000, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0135050006 2024-11-27T07:23:12,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1017b2c986b0001, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0135050006 2024-11-27T07:23:12,428 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0135050006/online-snapshot/acquired, /0135050006/online-snapshot/reached, /0135050006/online-snapshot/abort 2024-11-27T07:23:12,429 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,35819,1732692190653 2024-11-27T07:23:12,430 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T07:23:12,431 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T07:23:12,432 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T07:23:12,432 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T07:23:12,432 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 289954c9202d,35819,1732692190653 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T07:23:12,433 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:23:12,433 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:23:12,433 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:23:12,433 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:23:12,433 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/289954c9202d:0, corePoolSize=10, maxPoolSize=10 2024-11-27T07:23:12,433 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:12,433 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:23:12,433 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:12,434 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732692222434 2024-11-27T07:23:12,434 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T07:23:12,434 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T07:23:12,434 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T07:23:12,434 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T07:23:12,434 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T07:23:12,434 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T07:23:12,434 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:23:12,434 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T07:23:12,434 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:12,435 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T07:23:12,435 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T07:23:12,435 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T07:23:12,435 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T07:23:12,435 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T07:23:12,435 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T07:23:12,435 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:12,436 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692192435,5,FailOnTimeoutGroup] 2024-11-27T07:23:12,436 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692192436,5,FailOnTimeoutGroup] 2024-11-27T07:23:12,436 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:12,436 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T07:23:12,436 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T07:23:12,436 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:12,436 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:12,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741831_1007 (size=1321) 2024-11-27T07:23:12,471 INFO [RS:0;289954c9202d:44561 {}] regionserver.HRegionServer(746): ClusterId : db4b3370-a763-4791-bb6d-a485a8bc0d07 2024-11-27T07:23:12,471 DEBUG [RS:0;289954c9202d:44561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T07:23:12,482 DEBUG [RS:0;289954c9202d:44561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T07:23:12,482 DEBUG [RS:0;289954c9202d:44561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T07:23:12,492 DEBUG [RS:0;289954c9202d:44561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T07:23:12,492 DEBUG [RS:0;289954c9202d:44561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@370f16bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:23:12,503 DEBUG [RS:0;289954c9202d:44561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;289954c9202d:44561 2024-11-27T07:23:12,503 INFO [RS:0;289954c9202d:44561 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T07:23:12,503 INFO [RS:0;289954c9202d:44561 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T07:23:12,503 DEBUG [RS:0;289954c9202d:44561 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T07:23:12,504 INFO [RS:0;289954c9202d:44561 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,35819,1732692190653 with port=44561, startcode=1732692190847 2024-11-27T07:23:12,504 DEBUG [RS:0;289954c9202d:44561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T07:23:12,505 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T07:23:12,506 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35819 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 289954c9202d,44561,1732692190847 2024-11-27T07:23:12,506 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35819 {}] master.ServerManager(517): Registering regionserver=289954c9202d,44561,1732692190847 2024-11-27T07:23:12,507 DEBUG [RS:0;289954c9202d:44561 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40 2024-11-27T07:23:12,507 DEBUG [RS:0;289954c9202d:44561 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46731 2024-11-27T07:23:12,507 DEBUG [RS:0;289954c9202d:44561 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T07:23:12,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1017b2c986b0000, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0135050006/rs 2024-11-27T07:23:12,520 DEBUG [RS:0;289954c9202d:44561 {}] zookeeper.ZKUtil(111): regionserver:44561-0x1017b2c986b0001, quorum=127.0.0.1:50183, baseZNode=/0135050006 Set watcher on existing znode=/0135050006/rs/289954c9202d,44561,1732692190847 2024-11-27T07:23:12,520 WARN [RS:0;289954c9202d:44561 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:23:12,520 INFO [RS:0;289954c9202d:44561 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:23:12,520 DEBUG [RS:0;289954c9202d:44561 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/WALs/289954c9202d,44561,1732692190847 2024-11-27T07:23:12,520 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [289954c9202d,44561,1732692190847] 2024-11-27T07:23:12,523 INFO [RS:0;289954c9202d:44561 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T07:23:12,524 INFO [RS:0;289954c9202d:44561 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T07:23:12,525 INFO [RS:0;289954c9202d:44561 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T07:23:12,525 INFO [RS:0;289954c9202d:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:12,525 INFO [RS:0;289954c9202d:44561 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T07:23:12,525 INFO [RS:0;289954c9202d:44561 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T07:23:12,525 INFO [RS:0;289954c9202d:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:12,525 DEBUG [RS:0;289954c9202d:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:12,526 DEBUG [RS:0;289954c9202d:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:12,526 DEBUG [RS:0;289954c9202d:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:12,526 DEBUG [RS:0;289954c9202d:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:12,526 DEBUG [RS:0;289954c9202d:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:12,526 DEBUG [RS:0;289954c9202d:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:23:12,526 DEBUG [RS:0;289954c9202d:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:12,526 DEBUG [RS:0;289954c9202d:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:12,526 DEBUG [RS:0;289954c9202d:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:12,526 DEBUG [RS:0;289954c9202d:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:12,526 DEBUG [RS:0;289954c9202d:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:12,526 DEBUG [RS:0;289954c9202d:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:12,526 DEBUG [RS:0;289954c9202d:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:23:12,526 DEBUG [RS:0;289954c9202d:44561 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:23:12,526 INFO [RS:0;289954c9202d:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:12,526 INFO [RS:0;289954c9202d:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:12,526 INFO [RS:0;289954c9202d:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:12,526 INFO [RS:0;289954c9202d:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:12,526 INFO [RS:0;289954c9202d:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:12,526 INFO [RS:0;289954c9202d:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,44561,1732692190847-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:23:12,540 INFO [RS:0;289954c9202d:44561 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T07:23:12,540 INFO [RS:0;289954c9202d:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,44561,1732692190847-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:12,540 INFO [RS:0;289954c9202d:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:12,540 INFO [RS:0;289954c9202d:44561 {}] regionserver.Replication(171): 289954c9202d,44561,1732692190847 started 2024-11-27T07:23:12,553 INFO [RS:0;289954c9202d:44561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:12,553 INFO [RS:0;289954c9202d:44561 {}] regionserver.HRegionServer(1482): Serving as 289954c9202d,44561,1732692190847, RpcServer on 289954c9202d/172.17.0.3:44561, sessionid=0x1017b2c986b0001 2024-11-27T07:23:12,553 DEBUG [RS:0;289954c9202d:44561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T07:23:12,553 DEBUG [RS:0;289954c9202d:44561 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 289954c9202d,44561,1732692190847 2024-11-27T07:23:12,553 DEBUG [RS:0;289954c9202d:44561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,44561,1732692190847' 2024-11-27T07:23:12,553 DEBUG [RS:0;289954c9202d:44561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0135050006/flush-table-proc/abort' 2024-11-27T07:23:12,554 DEBUG [RS:0;289954c9202d:44561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0135050006/flush-table-proc/acquired' 2024-11-27T07:23:12,554 DEBUG [RS:0;289954c9202d:44561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T07:23:12,554 DEBUG [RS:0;289954c9202d:44561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T07:23:12,554 DEBUG [RS:0;289954c9202d:44561 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 289954c9202d,44561,1732692190847 2024-11-27T07:23:12,554 DEBUG [RS:0;289954c9202d:44561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,44561,1732692190847' 2024-11-27T07:23:12,554 DEBUG [RS:0;289954c9202d:44561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0135050006/online-snapshot/abort' 2024-11-27T07:23:12,554 DEBUG [RS:0;289954c9202d:44561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0135050006/online-snapshot/acquired' 2024-11-27T07:23:12,555 DEBUG [RS:0;289954c9202d:44561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T07:23:12,555 INFO [RS:0;289954c9202d:44561 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T07:23:12,555 INFO [RS:0;289954c9202d:44561 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T07:23:12,655 INFO [RS:0;289954c9202d:44561 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:23:12,656 INFO [RS:0;289954c9202d:44561 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C44561%2C1732692190847, suffix=, logDir=hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/WALs/289954c9202d,44561,1732692190847, archiveDir=hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/oldWALs, maxLogs=10 2024-11-27T07:23:12,669 DEBUG [RS:0;289954c9202d:44561 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/WALs/289954c9202d,44561,1732692190847/289954c9202d%2C44561%2C1732692190847.1732692192656, exclude list is [], retry=0 2024-11-27T07:23:12,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38947,DS-09b2f0bb-434f-410f-bca3-2b4e8900f890,DISK] 2024-11-27T07:23:12,673 INFO [RS:0;289954c9202d:44561 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/WALs/289954c9202d,44561,1732692190847/289954c9202d%2C44561%2C1732692190847.1732692192656 2024-11-27T07:23:12,673 DEBUG [RS:0;289954c9202d:44561 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43935:43935)] 2024-11-27T07:23:12,842 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T07:23:12,842 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40 2024-11-27T07:23:12,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741833_1009 (size=32) 2024-11-27T07:23:13,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:13,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:23:13,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:23:13,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:13,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:13,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:23:13,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:23:13,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:13,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:13,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:23:13,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:23:13,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:13,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:13,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:23:13,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:23:13,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:13,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:13,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:23:13,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/data/hbase/meta/1588230740 2024-11-27T07:23:13,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/data/hbase/meta/1588230740 2024-11-27T07:23:13,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:23:13,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:23:13,256 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:23:13,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:23:13,257 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:23:13,258 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74735765, jitterRate=0.11364968121051788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:23:13,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732692193248Initializing all the Stores at 1732692193249 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692193249Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692193249Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692193249Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692193249Cleaning up temporary data from old regions at 1732692193255 (+6 ms)Region opened successfully at 1732692193258 (+3 ms) 2024-11-27T07:23:13,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:23:13,258 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:23:13,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:23:13,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:23:13,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:23:13,259 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:23:13,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692193258Disabling compacts and flushes for region at 1732692193258Disabling writes for close at 1732692193258Writing region close event to WAL at 1732692193259 (+1 ms)Closed at 1732692193259 2024-11-27T07:23:13,259 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:23:13,259 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T07:23:13,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T07:23:13,260 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:23:13,261 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T07:23:13,411 DEBUG [289954c9202d:35819 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:23:13,411 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=289954c9202d,44561,1732692190847 2024-11-27T07:23:13,412 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,44561,1732692190847, state=OPENING 2024-11-27T07:23:13,460 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T07:23:13,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1017b2c986b0000, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0135050006 2024-11-27T07:23:13,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1017b2c986b0001, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0135050006 2024-11-27T07:23:13,471 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:23:13,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0135050006/meta-region-server: CHANGED 2024-11-27T07:23:13,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0135050006/meta-region-server: CHANGED 2024-11-27T07:23:13,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,44561,1732692190847}] 2024-11-27T07:23:13,623 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:23:13,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:23:13,626 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T07:23:13,627 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:23:13,627 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T07:23:13,628 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C44561%2C1732692190847.meta, suffix=.meta, logDir=hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/WALs/289954c9202d,44561,1732692190847, archiveDir=hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/oldWALs, maxLogs=10 2024-11-27T07:23:13,640 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/WALs/289954c9202d,44561,1732692190847/289954c9202d%2C44561%2C1732692190847.meta.1732692193628.meta, exclude list is [], retry=0 2024-11-27T07:23:13,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38947,DS-09b2f0bb-434f-410f-bca3-2b4e8900f890,DISK] 2024-11-27T07:23:13,642 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/WALs/289954c9202d,44561,1732692190847/289954c9202d%2C44561%2C1732692190847.meta.1732692193628.meta 2024-11-27T07:23:13,642 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43935:43935)] 2024-11-27T07:23:13,643 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:23:13,643 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:23:13,643 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:23:13,643 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T07:23:13,643 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T07:23:13,643 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T07:23:13,643 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:13,643 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T07:23:13,643 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T07:23:13,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:23:13,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:23:13,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:13,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:13,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:23:13,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:23:13,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:13,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:13,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:23:13,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:23:13,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:13,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:13,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:23:13,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:23:13,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:13,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:13,648 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:23:13,649 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/data/hbase/meta/1588230740 2024-11-27T07:23:13,649 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/data/hbase/meta/1588230740 2024-11-27T07:23:13,650 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:23:13,650 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:23:13,651 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:23:13,652 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:23:13,652 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62756119, jitterRate=-0.06486095488071442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:23:13,652 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T07:23:13,653 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732692193643Writing region info on filesystem at 1732692193643Initializing all the Stores at 1732692193644 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692193644Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692193644Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692193644Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692193644Cleaning up temporary data from old regions at 1732692193650 (+6 ms)Running coprocessor post-open hooks at 1732692193652 (+2 ms)Region opened successfully at 1732692193653 (+1 ms) 2024-11-27T07:23:13,654 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732692193623 2024-11-27T07:23:13,656 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T07:23:13,656 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T07:23:13,656 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,44561,1732692190847 2024-11-27T07:23:13,657 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,44561,1732692190847, state=OPEN 2024-11-27T07:23:13,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44561-0x1017b2c986b0001, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0135050006/meta-region-server 2024-11-27T07:23:13,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35819-0x1017b2c986b0000, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0135050006/meta-region-server 2024-11-27T07:23:13,696 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=289954c9202d,44561,1732692190847 2024-11-27T07:23:13,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0135050006/meta-region-server: CHANGED 2024-11-27T07:23:13,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0135050006/meta-region-server: CHANGED 2024-11-27T07:23:13,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T07:23:13,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,44561,1732692190847 in 225 msec 2024-11-27T07:23:13,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T07:23:13,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-11-27T07:23:13,700 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:23:13,700 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T07:23:13,701 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:23:13,701 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,44561,1732692190847, seqNum=-1] 2024-11-27T07:23:13,702 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:23:13,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:23:13,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2730 sec 2024-11-27T07:23:13,706 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732692193706, completionTime=-1 2024-11-27T07:23:13,706 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T07:23:13,706 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T07:23:13,707 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T07:23:13,707 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732692253707 2024-11-27T07:23:13,707 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732692313707 2024-11-27T07:23:13,707 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T07:23:13,707 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,35819,1732692190653-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:13,708 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,35819,1732692190653-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:13,708 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,35819,1732692190653-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:13,708 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-289954c9202d:35819, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:13,708 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:13,708 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:13,709 DEBUG [master/289954c9202d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T07:23:13,710 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.797sec 2024-11-27T07:23:13,710 INFO [master/289954c9202d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T07:23:13,710 INFO [master/289954c9202d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T07:23:13,710 INFO [master/289954c9202d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T07:23:13,710 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T07:23:13,710 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T07:23:13,710 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,35819,1732692190653-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:23:13,710 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,35819,1732692190653-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T07:23:13,712 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T07:23:13,712 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T07:23:13,712 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,35819,1732692190653-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:13,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197cc49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:13,772 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,35819,-1 for getting cluster id 2024-11-27T07:23:13,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:23:13,773 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db4b3370-a763-4791-bb6d-a485a8bc0d07' 2024-11-27T07:23:13,773 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:23:13,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db4b3370-a763-4791-bb6d-a485a8bc0d07" 2024-11-27T07:23:13,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e19b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:13,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,35819,-1] 2024-11-27T07:23:13,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:23:13,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:13,775 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:23:13,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e2ff15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:13,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:23:13,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,44561,1732692190847, seqNum=-1] 2024-11-27T07:23:13,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:23:13,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:23:13,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=289954c9202d,35819,1732692190653 2024-11-27T07:23:13,780 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50183 2024-11-27T07:23:13,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50183, baseZNode=/0135050006 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:23:13,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017b2c986b0002 connected 2024-11-27T07:23:13,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:23:13,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,35819,1732692190653 2024-11-27T07:23:13,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f4667d 2024-11-27T07:23:13,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:23:13,807 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:23:13,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:23:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T07:23:13,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:23:13,809 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:13,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T07:23:13,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:23:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:23:13,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741835_1011 (size=902) 2024-11-27T07:23:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:23:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:23:14,216 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 474df01fcb2e024ec1ee595e86cc2cc2, NAME => 'test,,1732692193807.474df01fcb2e024ec1ee595e86cc2cc2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40 2024-11-27T07:23:14,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741836_1012 (size=39) 2024-11-27T07:23:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:23:14,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732692193807.474df01fcb2e024ec1ee595e86cc2cc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:14,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 474df01fcb2e024ec1ee595e86cc2cc2, disabling compactions & flushes 2024-11-27T07:23:14,621 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732692193807.474df01fcb2e024ec1ee595e86cc2cc2. 2024-11-27T07:23:14,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692193807.474df01fcb2e024ec1ee595e86cc2cc2. 2024-11-27T07:23:14,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732692193807.474df01fcb2e024ec1ee595e86cc2cc2. after waiting 0 ms 2024-11-27T07:23:14,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732692193807.474df01fcb2e024ec1ee595e86cc2cc2. 2024-11-27T07:23:14,621 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732692193807.474df01fcb2e024ec1ee595e86cc2cc2. 2024-11-27T07:23:14,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 474df01fcb2e024ec1ee595e86cc2cc2: Waiting for close lock at 1732692194621Disabling compacts and flushes for region at 1732692194621Disabling writes for close at 1732692194621Writing region close event to WAL at 1732692194621Closed at 1732692194621 2024-11-27T07:23:14,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:23:14,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732692193807.474df01fcb2e024ec1ee595e86cc2cc2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732692194622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692194622"}]},"ts":"1732692194622"} 2024-11-27T07:23:14,624 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:23:14,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:23:14,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692194625"}]},"ts":"1732692194625"} 2024-11-27T07:23:14,627 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T07:23:14,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=474df01fcb2e024ec1ee595e86cc2cc2, ASSIGN}] 2024-11-27T07:23:14,629 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=474df01fcb2e024ec1ee595e86cc2cc2, ASSIGN 2024-11-27T07:23:14,630 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=474df01fcb2e024ec1ee595e86cc2cc2, ASSIGN; state=OFFLINE, location=289954c9202d,44561,1732692190847; forceNewPlan=false, retain=false 2024-11-27T07:23:14,781 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=474df01fcb2e024ec1ee595e86cc2cc2, regionState=OPENING, regionLocation=289954c9202d,44561,1732692190847 2024-11-27T07:23:14,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=474df01fcb2e024ec1ee595e86cc2cc2, ASSIGN because future has completed 2024-11-27T07:23:14,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 474df01fcb2e024ec1ee595e86cc2cc2, server=289954c9202d,44561,1732692190847}] 2024-11-27T07:23:14,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T07:23:14,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:23:14,937 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732692193807.474df01fcb2e024ec1ee595e86cc2cc2. 2024-11-27T07:23:14,937 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 474df01fcb2e024ec1ee595e86cc2cc2, NAME => 'test,,1732692193807.474df01fcb2e024ec1ee595e86cc2cc2.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:23:14,937 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:23:14,937 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T07:23:14,938 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 474df01fcb2e024ec1ee595e86cc2cc2 2024-11-27T07:23:14,938 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732692193807.474df01fcb2e024ec1ee595e86cc2cc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:14,938 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 474df01fcb2e024ec1ee595e86cc2cc2 2024-11-27T07:23:14,938 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 474df01fcb2e024ec1ee595e86cc2cc2 2024-11-27T07:23:14,939 INFO [StoreOpener-474df01fcb2e024ec1ee595e86cc2cc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 474df01fcb2e024ec1ee595e86cc2cc2 2024-11-27T07:23:14,939 INFO [StoreOpener-474df01fcb2e024ec1ee595e86cc2cc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 474df01fcb2e024ec1ee595e86cc2cc2 columnFamilyName f 2024-11-27T07:23:14,939 DEBUG [StoreOpener-474df01fcb2e024ec1ee595e86cc2cc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:14,940 INFO [StoreOpener-474df01fcb2e024ec1ee595e86cc2cc2-1 {}] regionserver.HStore(327): Store=474df01fcb2e024ec1ee595e86cc2cc2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:14,940 INFO [StoreOpener-474df01fcb2e024ec1ee595e86cc2cc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 474df01fcb2e024ec1ee595e86cc2cc2 2024-11-27T07:23:14,940 INFO [StoreOpener-474df01fcb2e024ec1ee595e86cc2cc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 474df01fcb2e024ec1ee595e86cc2cc2 columnFamilyName f1 2024-11-27T07:23:14,940 DEBUG [StoreOpener-474df01fcb2e024ec1ee595e86cc2cc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:14,941 INFO [StoreOpener-474df01fcb2e024ec1ee595e86cc2cc2-1 {}] regionserver.HStore(327): Store=474df01fcb2e024ec1ee595e86cc2cc2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:14,941 INFO [StoreOpener-474df01fcb2e024ec1ee595e86cc2cc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 474df01fcb2e024ec1ee595e86cc2cc2 2024-11-27T07:23:14,941 INFO [StoreOpener-474df01fcb2e024ec1ee595e86cc2cc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 474df01fcb2e024ec1ee595e86cc2cc2 columnFamilyName norep 2024-11-27T07:23:14,941 DEBUG [StoreOpener-474df01fcb2e024ec1ee595e86cc2cc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:14,941 INFO [StoreOpener-474df01fcb2e024ec1ee595e86cc2cc2-1 {}] regionserver.HStore(327): Store=474df01fcb2e024ec1ee595e86cc2cc2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:14,941 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 474df01fcb2e024ec1ee595e86cc2cc2 2024-11-27T07:23:14,942 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/data/default/test/474df01fcb2e024ec1ee595e86cc2cc2 2024-11-27T07:23:14,942 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/data/default/test/474df01fcb2e024ec1ee595e86cc2cc2 2024-11-27T07:23:14,943 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 474df01fcb2e024ec1ee595e86cc2cc2 2024-11-27T07:23:14,943 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 474df01fcb2e024ec1ee595e86cc2cc2 2024-11-27T07:23:14,943 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:23:14,944 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 474df01fcb2e024ec1ee595e86cc2cc2 2024-11-27T07:23:14,945 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/data/default/test/474df01fcb2e024ec1ee595e86cc2cc2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:23:14,945 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 474df01fcb2e024ec1ee595e86cc2cc2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59551256, jitterRate=-0.1126171350479126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:23:14,945 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 474df01fcb2e024ec1ee595e86cc2cc2 2024-11-27T07:23:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:23:14,946 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 474df01fcb2e024ec1ee595e86cc2cc2: Running coprocessor pre-open hook at 1732692194938Writing region info on filesystem at 1732692194938Initializing all the Stores at 1732692194938Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692194938Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692194939 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692194939Cleaning up temporary data from old regions at 1732692194943 (+4 ms)Running coprocessor post-open hooks at 1732692194945 (+2 ms)Region opened successfully at 1732692194946 (+1 ms) 2024-11-27T07:23:14,946 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732692193807.474df01fcb2e024ec1ee595e86cc2cc2., pid=6, masterSystemTime=1732692194934 2024-11-27T07:23:14,948 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732692193807.474df01fcb2e024ec1ee595e86cc2cc2. 2024-11-27T07:23:14,948 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732692193807.474df01fcb2e024ec1ee595e86cc2cc2. 2024-11-27T07:23:14,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=474df01fcb2e024ec1ee595e86cc2cc2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=289954c9202d,44561,1732692190847 2024-11-27T07:23:14,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 474df01fcb2e024ec1ee595e86cc2cc2, server=289954c9202d,44561,1732692190847 because future has completed 2024-11-27T07:23:14,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T07:23:14,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 474df01fcb2e024ec1ee595e86cc2cc2, server=289954c9202d,44561,1732692190847 in 167 msec 2024-11-27T07:23:14,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T07:23:14,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=474df01fcb2e024ec1ee595e86cc2cc2, ASSIGN in 325 msec 2024-11-27T07:23:14,954 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:23:14,954 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692194954"}]},"ts":"1732692194954"} 2024-11-27T07:23:14,955 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T07:23:14,956 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:23:14,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-27T07:23:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:23:15,966 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T07:23:15,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507e2b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:15,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,35819,-1 for getting cluster id 2024-11-27T07:23:15,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:23:15,968 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db4b3370-a763-4791-bb6d-a485a8bc0d07' 2024-11-27T07:23:15,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:23:15,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db4b3370-a763-4791-bb6d-a485a8bc0d07" 2024-11-27T07:23:15,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb6cf79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:15,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,35819,-1] 2024-11-27T07:23:15,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:23:15,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:15,969 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:23:15,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8234498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:15,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:23:15,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,35819,1732692190653 2024-11-27T07:23:15,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@133b6ca3 2024-11-27T07:23:15,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:23:15,971 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:23:15,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://289954c9202d:35819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T07:23:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T07:23:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:23:15,974 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:35819' 2024-11-27T07:23:15,975 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e831dc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:15,975 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,35819,-1 for getting cluster id 2024-11-27T07:23:15,975 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:23:15,976 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db4b3370-a763-4791-bb6d-a485a8bc0d07' 2024-11-27T07:23:15,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:23:15,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db4b3370-a763-4791-bb6d-a485a8bc0d07" 2024-11-27T07:23:15,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f7b9fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:15,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,35819,-1] 2024-11-27T07:23:15,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:23:15,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:15,977 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:23:15,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93b89fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:15,978 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:23:15,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,35819,1732692190653 2024-11-27T07:23:15,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c754f3b 2024-11-27T07:23:15,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:23:15,979 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:23:15,980 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T07:23:15,980 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T07:23:15,980 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:15,980 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:15,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:23:15,981 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://289954c9202d:35819, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-27T07:23:15,988 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://289954c9202d:35819, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://289954c9202d:35819, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://289954c9202d:35819, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-27T07:23:15,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://289954c9202d:35819, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=17 msec 2024-11-27T07:23:15,990 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-27T07:23:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:23:16,077 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://289954c9202d:35819, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-27T07:23:16,077 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:23:16,077 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:16,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:16,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:16,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:23:16,096 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=526 (was 359) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692192436 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1090787753-7953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6ff1eb3[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@a064ac5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@640cb5b2 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-970809529-172.17.0.3-1732692188371:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3f74c9a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 0 on default port 35697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: M:0;289954c9202d:35819 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 46731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50183) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/cluster_b7673b23-9052-ab7d-eea6-6c9a4363f718/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40-prefix:289954c9202d,44561,1732692190847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/289954c9202d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp304027903-7903 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff260432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:50183): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40/MasterData-prefix:289954c9202d,35819,1732692190653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:50183 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;289954c9202d:44561-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp304027903-7904 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff260432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 46731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/289954c9202d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@38d8c815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50183) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@5a54d3e7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1090787753-7952 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@2ac6f1e7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/cluster_b7673b23-9052-ab7d-eea6-6c9a4363f718/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46731/user/jenkins/test-data/9eaea0dd-d6fa-5976-e34e-b074b31a9e40-prefix:289954c9202d,44561,1732692190847.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-970809529-172.17.0.3-1732692188371:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/289954c9202d:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@1c4c38e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-2e31ea48-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: Session-HouseKeeper-2889f38a-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$613/0x00007ff260ad7a48.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp304027903-7905-acceptor-0@2cf64188-ServerConnector@65008289{HTTP/1.1, (http/1.1)}{localhost:39095} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1150722736) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: qtp304027903-7907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 35697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50183) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 4 on default port 35697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/289954c9202d:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: qtp304027903-7901 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff260432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 289954c9202d:35819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: PacketResponder: BP-970809529-172.17.0.3-1732692188371:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/289954c9202d:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-921834547_20 at /127.0.0.1:35582 [Receiving block BP-970809529-172.17.0.3-1732692188371:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/cluster_b7673b23-9052-ab7d-eea6-6c9a4363f718/data/data2/current/BP-970809529-172.17.0.3-1732692188371 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/cluster_b7673b23-9052-ab7d-eea6-6c9a4363f718/data/data1/current/BP-970809529-172.17.0.3-1732692188371 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1000277758_20 at /127.0.0.1:35610 [Receiving block BP-970809529-172.17.0.3-1732692188371:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1090787753-7950 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff260432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;289954c9202d:44561 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692192435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: qtp304027903-7908 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 35697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 35697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46731 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp304027903-7906 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 46731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@3be29fd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1000277758_20 at /127.0.0.1:45626 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1000277758_20 at /127.0.0.1:35624 [Receiving block BP-970809529-172.17.0.3-1732692188371:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: regionserver/289954c9202d:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@100aa463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 46731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:46731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp304027903-7902 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff260432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 46731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 35697 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1090787753-7951-acceptor-0@1f9de121-ServerConnector@2328bdff{HTTP/1.1, (http/1.1)}{localhost:38739} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-970809529-172.17.0.3-1732692188371 heartbeating to localhost/127.0.0.1:46731 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server idle connection scanner for port 46731 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007ff2609f8668.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=483 (was 508), ProcessCount=11 (was 11), AvailableMemoryMB=3756 (was 3855) 2024-11-27T07:23:16,099 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=526 is superior to 500 2024-11-27T07:23:16,113 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=526, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=483, ProcessCount=11, AvailableMemoryMB=3756 2024-11-27T07:23:16,113 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=526 is superior to 500 2024-11-27T07:23:16,135 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-27T07:23:16,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/hadoop.log.dir so I do NOT create it in target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502 2024-11-27T07:23:16,135 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T07:23:16,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/hadoop.tmp.dir so I do NOT create it in target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502 2024-11-27T07:23:16,136 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de452de6-53a7-a805-fa87-2db34db73bbc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T07:23:16,136 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502 2024-11-27T07:23:16,136 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/cluster_0fa84878-b4df-28aa-e573-16a67d252fd9, deleteOnExit=true 2024-11-27T07:23:16,139 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/cluster_0fa84878-b4df-28aa-e573-16a67d252fd9/zookeeper_0, clientPort=57593, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/cluster_0fa84878-b4df-28aa-e573-16a67d252fd9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/cluster_0fa84878-b4df-28aa-e573-16a67d252fd9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T07:23:16,139 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57593 2024-11-27T07:23:16,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T07:23:16,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T07:23:16,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/test.cache.data in system properties and HBase conf 2024-11-27T07:23:16,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T07:23:16,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/hadoop.log.dir in system properties and HBase conf 2024-11-27T07:23:16,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T07:23:16,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T07:23:16,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T07:23:16,140 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T07:23:16,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:23:16,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:23:16,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T07:23:16,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:23:16,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T07:23:16,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T07:23:16,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:23:16,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:23:16,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T07:23:16,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/nfs.dump.dir in system properties and HBase conf 2024-11-27T07:23:16,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/java.io.tmpdir in system properties and HBase conf 2024-11-27T07:23:16,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:23:16,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T07:23:16,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T07:23:16,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:23:16,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:23:16,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:23:16,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:23:16,498 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T07:23:16,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:23:16,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4efffad1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:23:16,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2874f3a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:23:16,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b5cb6ad{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/java.io.tmpdir/jetty-localhost-44187-hadoop-hdfs-3_4_1-tests_jar-_-any-6174676448903936671/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:23:16,595 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54b4a400{HTTP/1.1, (http/1.1)}{localhost:44187} 2024-11-27T07:23:16,595 INFO [Time-limited test {}] server.Server(415): Started @341004ms 2024-11-27T07:23:16,914 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:23:16,918 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:23:16,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:23:16,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:23:16,920 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T07:23:16,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e5cb522{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:23:16,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@376386ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:23:17,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41108ba3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/java.io.tmpdir/jetty-localhost-41225-hadoop-hdfs-3_4_1-tests_jar-_-any-12401811845282890980/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:23:17,020 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42e80402{HTTP/1.1, (http/1.1)}{localhost:41225} 2024-11-27T07:23:17,020 INFO [Time-limited test {}] server.Server(415): Started @341429ms 2024-11-27T07:23:17,021 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T07:23:17,756 WARN [Thread-4320 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/cluster_0fa84878-b4df-28aa-e573-16a67d252fd9/data/data1/current/BP-906719241-172.17.0.3-1732692196161/current, will proceed with Du for space computation calculation, 2024-11-27T07:23:17,756 WARN [Thread-4321 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/cluster_0fa84878-b4df-28aa-e573-16a67d252fd9/data/data2/current/BP-906719241-172.17.0.3-1732692196161/current, will proceed with Du for space computation calculation, 2024-11-27T07:23:17,799 WARN [Thread-4308 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T07:23:17,801 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3886735f6d17b118 with lease ID 0x685f45fff896e81a: Processing first storage report for DS-5d10890b-1e2b-4965-b1fb-7ef47d52106f from datanode DatanodeRegistration(127.0.0.1:34659, datanodeUuid=fc161de6-c763-4ee4-980d-14fd12577924, infoPort=33581, infoSecurePort=0, ipcPort=43041, storageInfo=lv=-57;cid=testClusterID;nsid=1962134911;c=1732692196161) 2024-11-27T07:23:17,801 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3886735f6d17b118 with lease ID 0x685f45fff896e81a: from storage DS-5d10890b-1e2b-4965-b1fb-7ef47d52106f node DatanodeRegistration(127.0.0.1:34659, datanodeUuid=fc161de6-c763-4ee4-980d-14fd12577924, infoPort=33581, infoSecurePort=0, ipcPort=43041, storageInfo=lv=-57;cid=testClusterID;nsid=1962134911;c=1732692196161), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:23:17,801 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3886735f6d17b118 with lease ID 0x685f45fff896e81a: Processing first storage report for DS-aac7a111-4183-47a8-b06c-29c788c39367 from datanode DatanodeRegistration(127.0.0.1:34659, datanodeUuid=fc161de6-c763-4ee4-980d-14fd12577924, infoPort=33581, infoSecurePort=0, ipcPort=43041, storageInfo=lv=-57;cid=testClusterID;nsid=1962134911;c=1732692196161) 2024-11-27T07:23:17,801 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3886735f6d17b118 with lease ID 0x685f45fff896e81a: from storage DS-aac7a111-4183-47a8-b06c-29c788c39367 node DatanodeRegistration(127.0.0.1:34659, datanodeUuid=fc161de6-c763-4ee4-980d-14fd12577924, infoPort=33581, infoSecurePort=0, ipcPort=43041, storageInfo=lv=-57;cid=testClusterID;nsid=1962134911;c=1732692196161), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:23:17,844 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502 2024-11-27T07:23:17,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:17,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:17,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741825_1001 (size=7) 2024-11-27T07:23:18,255 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531 with version=8 2024-11-27T07:23:18,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/hbase-staging 2024-11-27T07:23:18,257 INFO [Time-limited test {}] client.ConnectionUtils(128): master/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:23:18,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:23:18,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:23:18,258 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:23:18,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:23:18,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:23:18,258 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T07:23:18,258 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:23:18,259 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33113 2024-11-27T07:23:18,260 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33113 connecting to ZooKeeper ensemble=127.0.0.1:57593 2024-11-27T07:23:18,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331130x0, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:23:18,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33113-0x1017b2cb6d50000 connected 2024-11-27T07:23:18,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:18,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:18,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Set watcher on znode that does not yet exist, /0929699500/running 2024-11-27T07:23:18,473 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531, hbase.cluster.distributed=false 2024-11-27T07:23:18,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Set watcher on znode that does not yet exist, /0929699500/acl 2024-11-27T07:23:18,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33113 2024-11-27T07:23:18,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33113 2024-11-27T07:23:18,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33113 2024-11-27T07:23:18,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33113 2024-11-27T07:23:18,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33113 2024-11-27T07:23:18,506 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:23:18,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:23:18,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:23:18,506 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:23:18,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:23:18,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:23:18,507 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T07:23:18,507 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:23:18,507 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42881 2024-11-27T07:23:18,508 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42881 connecting to ZooKeeper ensemble=127.0.0.1:57593 2024-11-27T07:23:18,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:18,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:18,523 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T07:23:18,523 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T07:23:18,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428810x0, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:23:18,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428810x0, quorum=127.0.0.1:57593, baseZNode=/0929699500 Set watcher on znode that does not yet exist, /0929699500/running 2024-11-27T07:23:18,526 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T07:23:18,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42881-0x1017b2cb6d50001 connected 2024-11-27T07:23:18,529 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T07:23:18,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42881-0x1017b2cb6d50001, quorum=127.0.0.1:57593, baseZNode=/0929699500 Set watcher on znode that does not yet exist, /0929699500/master 2024-11-27T07:23:18,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42881-0x1017b2cb6d50001, quorum=127.0.0.1:57593, baseZNode=/0929699500 Set watcher on znode that does not yet exist, /0929699500/acl 2024-11-27T07:23:18,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42881 2024-11-27T07:23:18,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42881 2024-11-27T07:23:18,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42881 2024-11-27T07:23:18,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42881 2024-11-27T07:23:18,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42881 2024-11-27T07:23:18,561 DEBUG [M:0;289954c9202d:33113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;289954c9202d:33113 2024-11-27T07:23:18,564 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0929699500/backup-masters/289954c9202d,33113,1732692198257 2024-11-27T07:23:18,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42881-0x1017b2cb6d50001, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929699500/backup-masters 2024-11-27T07:23:18,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929699500/backup-masters 2024-11-27T07:23:18,574 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Set watcher on existing znode=/0929699500/backup-masters/289954c9202d,33113,1732692198257 2024-11-27T07:23:18,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42881-0x1017b2cb6d50001, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0929699500/master 2024-11-27T07:23:18,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929699500 2024-11-27T07:23:18,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42881-0x1017b2cb6d50001, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929699500 2024-11-27T07:23:18,583 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Set watcher on existing znode=/0929699500/master 2024-11-27T07:23:18,584 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0929699500/backup-masters/289954c9202d,33113,1732692198257 from backup master directory 2024-11-27T07:23:18,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0929699500/backup-masters/289954c9202d,33113,1732692198257 2024-11-27T07:23:18,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42881-0x1017b2cb6d50001, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929699500/backup-masters 2024-11-27T07:23:18,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929699500/backup-masters 2024-11-27T07:23:18,594 WARN [master/289954c9202d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:23:18,594 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=289954c9202d,33113,1732692198257 2024-11-27T07:23:18,605 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/hbase.id] with ID: dc27437e-27b1-4c7e-88b8-c2b96cb34fb5 2024-11-27T07:23:18,605 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/.tmp/hbase.id 2024-11-27T07:23:18,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741826_1002 (size=42) 2024-11-27T07:23:18,628 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/.tmp/hbase.id]:[hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/hbase.id] 2024-11-27T07:23:18,637 INFO [master/289954c9202d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:18,637 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T07:23:18,639 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T07:23:18,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:18,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:18,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:18,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:18,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:18,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:18,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:18,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:18,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929699500 2024-11-27T07:23:18,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42881-0x1017b2cb6d50001, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929699500 2024-11-27T07:23:18,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:18,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:18,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:18,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:18,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:18,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:18,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:18,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:18,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:18,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:18,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741827_1003 (size=196) 2024-11-27T07:23:18,709 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:23:18,710 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T07:23:18,712 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:23:18,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741828_1004 (size=1189) 2024-11-27T07:23:18,729 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/data/master/store 2024-11-27T07:23:18,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741829_1005 (size=34) 2024-11-27T07:23:18,775 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:18,775 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:23:18,775 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:18,775 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:18,775 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:23:18,775 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:18,775 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:18,775 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692198775Disabling compacts and flushes for region at 1732692198775Disabling writes for close at 1732692198775Writing region close event to WAL at 1732692198775Closed at 1732692198775 2024-11-27T07:23:18,776 WARN [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/data/master/store/.initializing 2024-11-27T07:23:18,776 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/WALs/289954c9202d,33113,1732692198257 2024-11-27T07:23:18,778 INFO [master/289954c9202d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:23:18,779 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=289954c9202d%2C33113%2C1732692198257, suffix=, logDir=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/WALs/289954c9202d,33113,1732692198257, archiveDir=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/oldWALs, maxLogs=10 2024-11-27T07:23:18,799 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/WALs/289954c9202d,33113,1732692198257/289954c9202d%2C33113%2C1732692198257.1732692198779, exclude list is [], retry=0 2024-11-27T07:23:18,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34659,DS-5d10890b-1e2b-4965-b1fb-7ef47d52106f,DISK] 2024-11-27T07:23:18,809 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/WALs/289954c9202d,33113,1732692198257/289954c9202d%2C33113%2C1732692198257.1732692198779 2024-11-27T07:23:18,816 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33581:33581)] 2024-11-27T07:23:18,816 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:23:18,817 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:18,817 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:18,817 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:18,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:18,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T07:23:18,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:18,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:18,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:18,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T07:23:18,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:18,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:18,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:18,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T07:23:18,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:18,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:18,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:18,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T07:23:18,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:18,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:18,824 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:18,825 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:18,825 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:18,826 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:18,826 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:18,826 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:23:18,827 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:18,829 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:23:18,829 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63491279, jitterRate=-0.053906217217445374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:23:18,829 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732692198817Initializing all the Stores at 1732692198818 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692198818Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692198818Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692198818Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692198818Cleaning up temporary data from old regions at 1732692198826 (+8 ms)Region opened successfully at 1732692198829 (+3 ms) 2024-11-27T07:23:18,838 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T07:23:18,842 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226b4f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:23:18,842 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T07:23:18,843 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T07:23:18,843 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T07:23:18,843 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T07:23:18,843 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T07:23:18,844 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T07:23:18,844 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T07:23:18,850 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T07:23:18,850 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Unable to get data of znode /0929699500/balancer because node does not exist (not necessarily an error) 2024-11-27T07:23:18,862 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0929699500/balancer already deleted, retry=false 2024-11-27T07:23:18,862 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T07:23:18,863 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Unable to get data of znode /0929699500/normalizer because node does not exist (not necessarily an error) 2024-11-27T07:23:18,872 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0929699500/normalizer already deleted, retry=false 2024-11-27T07:23:18,873 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T07:23:18,874 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Unable to get data of znode /0929699500/switch/split because node does not exist (not necessarily an error) 2024-11-27T07:23:18,883 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0929699500/switch/split already deleted, retry=false 2024-11-27T07:23:18,884 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Unable to get data of znode /0929699500/switch/merge because node does not exist (not necessarily an error) 2024-11-27T07:23:18,893 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0929699500/switch/merge already deleted, retry=false 2024-11-27T07:23:18,895 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Unable to get data of znode /0929699500/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T07:23:18,904 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0929699500/snapshot-cleanup already deleted, retry=false 2024-11-27T07:23:18,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0929699500/running 2024-11-27T07:23:18,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42881-0x1017b2cb6d50001, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0929699500/running 2024-11-27T07:23:18,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42881-0x1017b2cb6d50001, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929699500 2024-11-27T07:23:18,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929699500 2024-11-27T07:23:18,916 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=289954c9202d,33113,1732692198257, sessionid=0x1017b2cb6d50000, setting cluster-up flag (Was=false) 2024-11-27T07:23:18,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42881-0x1017b2cb6d50001, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929699500 2024-11-27T07:23:18,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929699500 2024-11-27T07:23:18,967 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0929699500/flush-table-proc/acquired, /0929699500/flush-table-proc/reached, /0929699500/flush-table-proc/abort 2024-11-27T07:23:18,968 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,33113,1732692198257 2024-11-27T07:23:18,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42881-0x1017b2cb6d50001, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929699500 2024-11-27T07:23:18,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929699500 2024-11-27T07:23:19,020 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0929699500/online-snapshot/acquired, /0929699500/online-snapshot/reached, /0929699500/online-snapshot/abort 2024-11-27T07:23:19,021 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,33113,1732692198257 2024-11-27T07:23:19,021 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T07:23:19,022 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T07:23:19,023 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T07:23:19,023 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T07:23:19,023 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 289954c9202d,33113,1732692198257 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T07:23:19,024 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:23:19,024 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:23:19,024 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:23:19,024 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:23:19,024 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/289954c9202d:0, corePoolSize=10, maxPoolSize=10 2024-11-27T07:23:19,024 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:19,024 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:23:19,024 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:19,025 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732692229025 2024-11-27T07:23:19,025 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T07:23:19,025 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T07:23:19,025 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T07:23:19,025 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T07:23:19,025 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T07:23:19,025 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T07:23:19,025 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:23:19,025 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T07:23:19,026 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:19,026 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T07:23:19,026 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T07:23:19,026 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T07:23:19,026 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T07:23:19,026 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:19,026 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T07:23:19,027 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T07:23:19,027 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T07:23:19,032 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692199027,5,FailOnTimeoutGroup] 2024-11-27T07:23:19,035 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692199032,5,FailOnTimeoutGroup] 2024-11-27T07:23:19,035 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:19,036 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T07:23:19,036 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:19,036 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:19,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741831_1007 (size=1321) 2024-11-27T07:23:19,048 INFO [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(746): ClusterId : dc27437e-27b1-4c7e-88b8-c2b96cb34fb5 2024-11-27T07:23:19,048 DEBUG [RS:0;289954c9202d:42881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T07:23:19,057 DEBUG [RS:0;289954c9202d:42881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T07:23:19,057 DEBUG [RS:0;289954c9202d:42881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T07:23:19,067 DEBUG [RS:0;289954c9202d:42881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T07:23:19,067 DEBUG [RS:0;289954c9202d:42881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fea43c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:23:19,081 DEBUG [RS:0;289954c9202d:42881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;289954c9202d:42881 2024-11-27T07:23:19,081 INFO [RS:0;289954c9202d:42881 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T07:23:19,081 INFO [RS:0;289954c9202d:42881 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T07:23:19,081 DEBUG [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T07:23:19,082 INFO [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,33113,1732692198257 with port=42881, startcode=1732692198506 2024-11-27T07:23:19,082 DEBUG [RS:0;289954c9202d:42881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T07:23:19,083 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T07:23:19,084 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33113 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 289954c9202d,42881,1732692198506 2024-11-27T07:23:19,084 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33113 {}] master.ServerManager(517): Registering regionserver=289954c9202d,42881,1732692198506 2024-11-27T07:23:19,085 DEBUG [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531 2024-11-27T07:23:19,085 DEBUG [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42319 2024-11-27T07:23:19,085 DEBUG [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T07:23:19,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929699500/rs 2024-11-27T07:23:19,104 DEBUG [RS:0;289954c9202d:42881 {}] zookeeper.ZKUtil(111): regionserver:42881-0x1017b2cb6d50001, quorum=127.0.0.1:57593, baseZNode=/0929699500 Set watcher on existing znode=/0929699500/rs/289954c9202d,42881,1732692198506 2024-11-27T07:23:19,104 WARN [RS:0;289954c9202d:42881 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:23:19,104 INFO [RS:0;289954c9202d:42881 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:23:19,105 DEBUG [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506 2024-11-27T07:23:19,109 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [289954c9202d,42881,1732692198506] 2024-11-27T07:23:19,111 INFO [RS:0;289954c9202d:42881 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T07:23:19,113 INFO [RS:0;289954c9202d:42881 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T07:23:19,113 INFO [RS:0;289954c9202d:42881 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T07:23:19,113 INFO [RS:0;289954c9202d:42881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:19,116 INFO [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T07:23:19,117 INFO [RS:0;289954c9202d:42881 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T07:23:19,117 INFO [RS:0;289954c9202d:42881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:19,117 DEBUG [RS:0;289954c9202d:42881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:19,117 DEBUG [RS:0;289954c9202d:42881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:19,117 DEBUG [RS:0;289954c9202d:42881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:19,117 DEBUG [RS:0;289954c9202d:42881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:19,117 DEBUG [RS:0;289954c9202d:42881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:19,117 DEBUG [RS:0;289954c9202d:42881 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:23:19,117 DEBUG [RS:0;289954c9202d:42881 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:19,117 DEBUG [RS:0;289954c9202d:42881 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:19,117 DEBUG [RS:0;289954c9202d:42881 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:19,117 DEBUG [RS:0;289954c9202d:42881 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:19,117 DEBUG [RS:0;289954c9202d:42881 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:19,117 DEBUG [RS:0;289954c9202d:42881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:19,117 DEBUG [RS:0;289954c9202d:42881 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:23:19,117 DEBUG [RS:0;289954c9202d:42881 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:23:19,124 INFO [RS:0;289954c9202d:42881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:19,124 INFO [RS:0;289954c9202d:42881 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:19,124 INFO [RS:0;289954c9202d:42881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:19,124 INFO [RS:0;289954c9202d:42881 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:19,124 INFO [RS:0;289954c9202d:42881 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:19,124 INFO [RS:0;289954c9202d:42881 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,42881,1732692198506-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:23:19,147 INFO [RS:0;289954c9202d:42881 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T07:23:19,147 INFO [RS:0;289954c9202d:42881 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,42881,1732692198506-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:19,147 INFO [RS:0;289954c9202d:42881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:19,148 INFO [RS:0;289954c9202d:42881 {}] regionserver.Replication(171): 289954c9202d,42881,1732692198506 started 2024-11-27T07:23:19,167 INFO [RS:0;289954c9202d:42881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:19,167 INFO [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(1482): Serving as 289954c9202d,42881,1732692198506, RpcServer on 289954c9202d/172.17.0.3:42881, sessionid=0x1017b2cb6d50001 2024-11-27T07:23:19,168 DEBUG [RS:0;289954c9202d:42881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T07:23:19,168 DEBUG [RS:0;289954c9202d:42881 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 289954c9202d,42881,1732692198506 2024-11-27T07:23:19,168 DEBUG [RS:0;289954c9202d:42881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,42881,1732692198506' 2024-11-27T07:23:19,168 DEBUG [RS:0;289954c9202d:42881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0929699500/flush-table-proc/abort' 2024-11-27T07:23:19,169 DEBUG [RS:0;289954c9202d:42881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0929699500/flush-table-proc/acquired' 2024-11-27T07:23:19,169 DEBUG [RS:0;289954c9202d:42881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T07:23:19,169 DEBUG [RS:0;289954c9202d:42881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T07:23:19,170 DEBUG [RS:0;289954c9202d:42881 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 289954c9202d,42881,1732692198506 2024-11-27T07:23:19,170 DEBUG [RS:0;289954c9202d:42881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,42881,1732692198506' 2024-11-27T07:23:19,170 DEBUG [RS:0;289954c9202d:42881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0929699500/online-snapshot/abort' 2024-11-27T07:23:19,170 DEBUG [RS:0;289954c9202d:42881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0929699500/online-snapshot/acquired' 2024-11-27T07:23:19,170 DEBUG [RS:0;289954c9202d:42881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T07:23:19,171 INFO [RS:0;289954c9202d:42881 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T07:23:19,171 INFO [RS:0;289954c9202d:42881 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T07:23:19,251 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:23:19,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:19,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:19,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:19,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:19,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:19,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:19,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:19,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:19,271 INFO [RS:0;289954c9202d:42881 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:23:19,272 INFO [RS:0;289954c9202d:42881 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C42881%2C1732692198506, suffix=, logDir=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506, archiveDir=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/oldWALs, maxLogs=10 2024-11-27T07:23:19,293 DEBUG [RS:0;289954c9202d:42881 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692199273, exclude list is [], retry=0 2024-11-27T07:23:19,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34659,DS-5d10890b-1e2b-4965-b1fb-7ef47d52106f,DISK] 2024-11-27T07:23:19,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:19,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:19,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:19,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:19,319 INFO [RS:0;289954c9202d:42881 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692199273 2024-11-27T07:23:19,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:19,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:19,320 DEBUG [RS:0;289954c9202d:42881 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33581:33581)] 2024-11-27T07:23:19,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:19,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:19,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:19,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:19,438 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T07:23:19,438 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531 2024-11-27T07:23:19,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741833_1009 (size=32) 2024-11-27T07:23:19,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:19,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:23:19,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:23:19,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:19,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:19,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:23:19,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:23:19,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:19,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:19,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:23:19,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:23:19,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:19,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:19,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:23:19,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:23:19,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:19,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:19,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:23:19,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740 2024-11-27T07:23:19,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740 2024-11-27T07:23:19,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:23:19,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:23:19,452 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:23:19,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:23:19,456 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:23:19,457 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62956849, jitterRate=-0.061869844794273376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:23:19,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732692199444Initializing all the Stores at 1732692199444Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692199444Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692199445 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692199445Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692199445Cleaning up temporary data from old regions at 1732692199451 (+6 ms)Region opened successfully at 1732692199457 (+6 ms) 2024-11-27T07:23:19,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:23:19,457 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:23:19,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:23:19,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:23:19,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:23:19,457 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:23:19,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692199457Disabling compacts and flushes for region at 1732692199457Disabling writes for close at 1732692199457Writing region close event to WAL at 1732692199457Closed at 1732692199457 2024-11-27T07:23:19,458 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:23:19,458 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T07:23:19,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T07:23:19,459 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:23:19,460 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T07:23:19,611 DEBUG [289954c9202d:33113 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:23:19,611 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=289954c9202d,42881,1732692198506 2024-11-27T07:23:19,612 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,42881,1732692198506, state=OPENING 2024-11-27T07:23:19,666 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T07:23:19,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42881-0x1017b2cb6d50001, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929699500 2024-11-27T07:23:19,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929699500 2024-11-27T07:23:19,678 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:23:19,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0929699500/meta-region-server: CHANGED 2024-11-27T07:23:19,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,42881,1732692198506}] 2024-11-27T07:23:19,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0929699500/meta-region-server: CHANGED 2024-11-27T07:23:19,830 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:23:19,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:23:19,835 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T07:23:19,835 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:23:19,835 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T07:23:19,836 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C42881%2C1732692198506.meta, suffix=.meta, logDir=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506, archiveDir=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/oldWALs, maxLogs=10 2024-11-27T07:23:19,853 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.meta.1732692199836.meta, exclude list is [], retry=0 2024-11-27T07:23:19,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34659,DS-5d10890b-1e2b-4965-b1fb-7ef47d52106f,DISK] 2024-11-27T07:23:19,860 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.meta.1732692199836.meta 2024-11-27T07:23:19,861 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33581:33581)] 2024-11-27T07:23:19,861 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:23:19,861 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:23:19,861 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:23:19,861 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T07:23:19,862 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T07:23:19,862 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T07:23:19,862 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:19,862 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T07:23:19,862 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T07:23:19,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:23:19,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:23:19,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:19,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:19,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:23:19,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:23:19,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:19,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:19,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:23:19,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:23:19,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:19,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:19,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:23:19,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:23:19,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:19,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:19,867 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:23:19,868 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740 2024-11-27T07:23:19,868 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740 2024-11-27T07:23:19,870 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:23:19,870 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:23:19,870 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:23:19,872 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:23:19,873 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74660957, jitterRate=0.11253495514392853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:23:19,873 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T07:23:19,873 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732692199862Writing region info on filesystem at 1732692199862Initializing all the Stores at 1732692199863 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692199863Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692199863Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692199863Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692199863Cleaning up temporary data from old regions at 1732692199870 (+7 ms)Running coprocessor post-open hooks at 1732692199873 (+3 ms)Region opened successfully at 1732692199873 2024-11-27T07:23:19,874 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732692199830 2024-11-27T07:23:19,876 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T07:23:19,876 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T07:23:19,877 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,42881,1732692198506 2024-11-27T07:23:19,877 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,42881,1732692198506, state=OPEN 2024-11-27T07:23:19,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0929699500/meta-region-server 2024-11-27T07:23:19,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42881-0x1017b2cb6d50001, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0929699500/meta-region-server 2024-11-27T07:23:19,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0929699500/meta-region-server: CHANGED 2024-11-27T07:23:19,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0929699500/meta-region-server: CHANGED 2024-11-27T07:23:19,918 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=289954c9202d,42881,1732692198506 2024-11-27T07:23:19,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T07:23:19,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,42881,1732692198506 in 240 msec 2024-11-27T07:23:19,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T07:23:19,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-27T07:23:19,929 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:23:19,929 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T07:23:19,930 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:23:19,930 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,42881,1732692198506, seqNum=-1] 2024-11-27T07:23:19,930 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:23:19,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:23:19,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 916 msec 2024-11-27T07:23:19,939 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732692199939, completionTime=-1 2024-11-27T07:23:19,939 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T07:23:19,940 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T07:23:19,942 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T07:23:19,942 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732692259942 2024-11-27T07:23:19,942 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732692319942 2024-11-27T07:23:19,942 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T07:23:19,942 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33113,1732692198257-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:19,942 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33113,1732692198257-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:19,942 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33113,1732692198257-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:19,942 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-289954c9202d:33113, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:19,942 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:19,943 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:19,945 DEBUG [master/289954c9202d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T07:23:19,946 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.352sec 2024-11-27T07:23:19,946 INFO [master/289954c9202d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T07:23:19,946 INFO [master/289954c9202d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T07:23:19,946 INFO [master/289954c9202d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T07:23:19,946 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T07:23:19,946 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T07:23:19,946 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33113,1732692198257-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:23:19,946 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33113,1732692198257-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T07:23:19,949 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T07:23:19,949 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T07:23:19,949 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33113,1732692198257-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:19,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c50bd68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:19,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,33113,-1 for getting cluster id 2024-11-27T07:23:19,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:23:19,956 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc27437e-27b1-4c7e-88b8-c2b96cb34fb5' 2024-11-27T07:23:19,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:23:19,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc27437e-27b1-4c7e-88b8-c2b96cb34fb5" 2024-11-27T07:23:19,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126efa68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:19,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,33113,-1] 2024-11-27T07:23:19,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:23:19,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:19,958 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:23:19,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799c80d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:19,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:23:19,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,42881,1732692198506, seqNum=-1] 2024-11-27T07:23:19,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:23:19,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:23:19,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=289954c9202d,33113,1732692198257 2024-11-27T07:23:19,964 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57593 2024-11-27T07:23:19,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:23:19,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017b2cb6d50002 connected 2024-11-27T07:23:19,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/hadoop.log.dir so I do NOT create it in target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38 2024-11-27T07:23:19,998 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T07:23:19,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/hadoop.tmp.dir so I do NOT create it in target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38 2024-11-27T07:23:19,998 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T07:23:19,999 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38 2024-11-27T07:23:19,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T07:23:19,999 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/cluster_e2ef6ce5-7555-f2be-72d0-53766d3036da, deleteOnExit=true 2024-11-27T07:23:19,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T07:23:19,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/test.cache.data in system properties and HBase conf 2024-11-27T07:23:19,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T07:23:19,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/hadoop.log.dir in system properties and HBase conf 2024-11-27T07:23:19,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T07:23:20,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T07:23:20,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T07:23:20,000 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T07:23:20,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:23:20,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:23:20,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T07:23:20,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:23:20,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T07:23:20,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T07:23:20,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:23:20,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:23:20,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T07:23:20,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/nfs.dump.dir in system properties and HBase conf 2024-11-27T07:23:20,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/java.io.tmpdir in system properties and HBase conf 2024-11-27T07:23:20,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:23:20,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T07:23:20,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T07:23:20,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:23:20,496 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:23:20,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:23:20,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:23:20,497 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T07:23:20,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:23:20,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47bad30b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:23:20,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75ca7c59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:23:20,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1aae27f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/java.io.tmpdir/jetty-localhost-38285-hadoop-hdfs-3_4_1-tests_jar-_-any-15051466401235298593/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:23:20,624 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f2b333{HTTP/1.1, (http/1.1)}{localhost:38285} 2024-11-27T07:23:20,624 INFO [Time-limited test {}] server.Server(415): Started @345033ms 2024-11-27T07:23:20,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:23:20,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:23:21,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:23:21,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:23:21,004 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T07:23:21,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bd4013b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:23:21,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dee6220{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:23:21,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@116b2349{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/java.io.tmpdir/jetty-localhost-42977-hadoop-hdfs-3_4_1-tests_jar-_-any-17339457650198533615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:23:21,141 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a98aa89{HTTP/1.1, (http/1.1)}{localhost:42977} 2024-11-27T07:23:21,141 INFO [Time-limited test {}] server.Server(415): Started @345549ms 2024-11-27T07:23:21,142 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T07:23:22,155 WARN [Thread-4442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/cluster_e2ef6ce5-7555-f2be-72d0-53766d3036da/data/data2/current/BP-587989773-172.17.0.3-1732692200024/current, will proceed with Du for space computation calculation, 2024-11-27T07:23:22,155 WARN [Thread-4441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/cluster_e2ef6ce5-7555-f2be-72d0-53766d3036da/data/data1/current/BP-587989773-172.17.0.3-1732692200024/current, will proceed with Du for space computation calculation, 2024-11-27T07:23:22,181 WARN [Thread-4429 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T07:23:22,185 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32ab0534289454d2 with lease ID 0x850d57725b43f9db: Processing first storage report for DS-257011ad-a998-4be1-aa91-93da314f1e3d from datanode DatanodeRegistration(127.0.0.1:42871, datanodeUuid=bb222771-9b82-4ca9-bb58-3fbff694a8e9, infoPort=32999, infoSecurePort=0, ipcPort=45739, storageInfo=lv=-57;cid=testClusterID;nsid=1788589869;c=1732692200024) 2024-11-27T07:23:22,185 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32ab0534289454d2 with lease ID 0x850d57725b43f9db: from storage DS-257011ad-a998-4be1-aa91-93da314f1e3d node DatanodeRegistration(127.0.0.1:42871, datanodeUuid=bb222771-9b82-4ca9-bb58-3fbff694a8e9, infoPort=32999, infoSecurePort=0, ipcPort=45739, storageInfo=lv=-57;cid=testClusterID;nsid=1788589869;c=1732692200024), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:23:22,185 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32ab0534289454d2 with lease ID 0x850d57725b43f9db: Processing first storage report for DS-46dd8c1b-6356-462f-80dc-636a784d059a from datanode DatanodeRegistration(127.0.0.1:42871, datanodeUuid=bb222771-9b82-4ca9-bb58-3fbff694a8e9, infoPort=32999, infoSecurePort=0, ipcPort=45739, storageInfo=lv=-57;cid=testClusterID;nsid=1788589869;c=1732692200024) 2024-11-27T07:23:22,185 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32ab0534289454d2 with lease ID 0x850d57725b43f9db: from storage DS-46dd8c1b-6356-462f-80dc-636a784d059a node DatanodeRegistration(127.0.0.1:42871, datanodeUuid=bb222771-9b82-4ca9-bb58-3fbff694a8e9, infoPort=32999, infoSecurePort=0, ipcPort=45739, storageInfo=lv=-57;cid=testClusterID;nsid=1788589869;c=1732692200024), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:23:22,228 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38 2024-11-27T07:23:22,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:22,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:22,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741825_1001 (size=7) 2024-11-27T07:23:22,240 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65 with version=8 2024-11-27T07:23:22,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/hbase-staging 2024-11-27T07:23:22,242 INFO [Time-limited test {}] client.ConnectionUtils(128): master/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:23:22,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:23:22,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:23:22,243 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:23:22,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:23:22,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:23:22,243 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T07:23:22,243 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:23:22,244 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33097 2024-11-27T07:23:22,245 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33097 connecting to ZooKeeper ensemble=127.0.0.1:57593 2024-11-27T07:23:22,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330970x0, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:23:22,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33097-0x1017b2cb6d50003 connected 2024-11-27T07:23:22,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:22,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:22,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Set watcher on znode that does not yet exist, /11474314457/running 2024-11-27T07:23:22,344 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65, hbase.cluster.distributed=false 2024-11-27T07:23:22,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Set watcher on znode that does not yet exist, /11474314457/acl 2024-11-27T07:23:22,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33097 2024-11-27T07:23:22,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33097 2024-11-27T07:23:22,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33097 2024-11-27T07:23:22,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33097 2024-11-27T07:23:22,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33097 2024-11-27T07:23:22,367 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:23:22,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:23:22,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:23:22,368 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:23:22,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:23:22,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:23:22,368 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T07:23:22,368 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:23:22,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38681 2024-11-27T07:23:22,369 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38681 connecting to ZooKeeper ensemble=127.0.0.1:57593 2024-11-27T07:23:22,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:22,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:22,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386810x0, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:23:22,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386810x0, quorum=127.0.0.1:57593, baseZNode=/11474314457 Set watcher on znode that does not yet exist, /11474314457/running 2024-11-27T07:23:22,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38681-0x1017b2cb6d50004 connected 2024-11-27T07:23:22,389 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T07:23:22,392 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T07:23:22,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38681-0x1017b2cb6d50004, quorum=127.0.0.1:57593, baseZNode=/11474314457 Set watcher on znode that does not yet exist, /11474314457/master 2024-11-27T07:23:22,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38681-0x1017b2cb6d50004, quorum=127.0.0.1:57593, baseZNode=/11474314457 Set watcher on znode that does not yet exist, /11474314457/acl 2024-11-27T07:23:22,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38681 2024-11-27T07:23:22,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38681 2024-11-27T07:23:22,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38681 2024-11-27T07:23:22,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38681 2024-11-27T07:23:22,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38681 2024-11-27T07:23:22,416 DEBUG [M:0;289954c9202d:33097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;289954c9202d:33097 2024-11-27T07:23:22,416 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11474314457/backup-masters/289954c9202d,33097,1732692202242 2024-11-27T07:23:22,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474314457/backup-masters 2024-11-27T07:23:22,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1017b2cb6d50004, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474314457/backup-masters 2024-11-27T07:23:22,425 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Set watcher on existing znode=/11474314457/backup-masters/289954c9202d,33097,1732692202242 2024-11-27T07:23:22,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474314457 2024-11-27T07:23:22,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1017b2cb6d50004, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11474314457/master 2024-11-27T07:23:22,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1017b2cb6d50004, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474314457 2024-11-27T07:23:22,435 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Set watcher on existing znode=/11474314457/master 2024-11-27T07:23:22,435 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11474314457/backup-masters/289954c9202d,33097,1732692202242 from backup master directory 2024-11-27T07:23:22,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1017b2cb6d50004, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474314457/backup-masters 2024-11-27T07:23:22,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11474314457/backup-masters/289954c9202d,33097,1732692202242 2024-11-27T07:23:22,445 WARN [master/289954c9202d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:23:22,445 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=289954c9202d,33097,1732692202242 2024-11-27T07:23:22,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474314457/backup-masters 2024-11-27T07:23:22,448 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/hbase.id] with ID: 09931a83-6872-4c1e-bf58-e78836e3353a 2024-11-27T07:23:22,448 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/.tmp/hbase.id 2024-11-27T07:23:22,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741826_1002 (size=42) 2024-11-27T07:23:22,854 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/.tmp/hbase.id]:[hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/hbase.id] 2024-11-27T07:23:22,861 INFO [master/289954c9202d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:22,861 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T07:23:22,862 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T07:23:22,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474314457 2024-11-27T07:23:22,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1017b2cb6d50004, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474314457 2024-11-27T07:23:22,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741827_1003 (size=196) 2024-11-27T07:23:23,342 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:23:23,343 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T07:23:23,343 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:23:23,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741828_1004 (size=1189) 2024-11-27T07:23:23,749 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/data/master/store 2024-11-27T07:23:23,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741829_1005 (size=34) 2024-11-27T07:23:24,153 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:24,153 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:23:24,153 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:24,153 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:24,153 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:23:24,153 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:24,153 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:24,153 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692204153Disabling compacts and flushes for region at 1732692204153Disabling writes for close at 1732692204153Writing region close event to WAL at 1732692204153Closed at 1732692204153 2024-11-27T07:23:24,153 WARN [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/data/master/store/.initializing 2024-11-27T07:23:24,154 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/WALs/289954c9202d,33097,1732692202242 2024-11-27T07:23:24,154 INFO [master/289954c9202d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:23:24,155 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=289954c9202d%2C33097%2C1732692202242, suffix=, logDir=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/WALs/289954c9202d,33097,1732692202242, archiveDir=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/oldWALs, maxLogs=10 2024-11-27T07:23:24,167 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/WALs/289954c9202d,33097,1732692202242/289954c9202d%2C33097%2C1732692202242.1732692204156, exclude list is [], retry=0 2024-11-27T07:23:24,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42871,DS-257011ad-a998-4be1-aa91-93da314f1e3d,DISK] 2024-11-27T07:23:24,170 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/WALs/289954c9202d,33097,1732692202242/289954c9202d%2C33097%2C1732692202242.1732692204156 2024-11-27T07:23:24,171 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32999:32999)] 2024-11-27T07:23:24,171 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:23:24,171 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:24,171 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:24,171 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:24,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:24,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T07:23:24,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:24,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:24,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:24,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T07:23:24,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:24,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:24,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:24,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T07:23:24,175 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:24,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:24,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:24,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T07:23:24,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:24,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:24,176 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:24,177 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:24,177 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:24,178 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:24,178 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:24,178 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:23:24,179 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:24,180 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:23:24,180 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65712474, jitterRate=-0.02080783247947693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:23:24,181 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732692204171Initializing all the Stores at 1732692204172 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692204172Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692204172Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692204172Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692204172Cleaning up temporary data from old regions at 1732692204178 (+6 ms)Region opened successfully at 1732692204181 (+3 ms) 2024-11-27T07:23:24,181 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T07:23:24,182 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a977c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:23:24,183 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T07:23:24,184 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T07:23:24,184 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T07:23:24,184 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T07:23:24,184 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T07:23:24,184 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T07:23:24,184 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T07:23:24,189 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T07:23:24,190 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Unable to get data of znode /11474314457/balancer because node does not exist (not necessarily an error) 2024-11-27T07:23:24,314 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11474314457/balancer already deleted, retry=false 2024-11-27T07:23:24,314 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T07:23:24,315 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Unable to get data of znode /11474314457/normalizer because node does not exist (not necessarily an error) 2024-11-27T07:23:24,325 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11474314457/normalizer already deleted, retry=false 2024-11-27T07:23:24,325 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T07:23:24,325 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Unable to get data of znode /11474314457/switch/split because node does not exist (not necessarily an error) 2024-11-27T07:23:24,335 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11474314457/switch/split already deleted, retry=false 2024-11-27T07:23:24,336 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Unable to get data of znode /11474314457/switch/merge because node does not exist (not necessarily an error) 2024-11-27T07:23:24,346 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11474314457/switch/merge already deleted, retry=false 2024-11-27T07:23:24,348 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Unable to get data of znode /11474314457/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T07:23:24,356 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11474314457/snapshot-cleanup already deleted, retry=false 2024-11-27T07:23:24,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11474314457/running 2024-11-27T07:23:24,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1017b2cb6d50004, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11474314457/running 2024-11-27T07:23:24,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1017b2cb6d50004, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474314457 2024-11-27T07:23:24,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474314457 2024-11-27T07:23:24,367 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=289954c9202d,33097,1732692202242, sessionid=0x1017b2cb6d50003, setting cluster-up flag (Was=false) 2024-11-27T07:23:24,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1017b2cb6d50004, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474314457 2024-11-27T07:23:24,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474314457 2024-11-27T07:23:24,419 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11474314457/flush-table-proc/acquired, /11474314457/flush-table-proc/reached, /11474314457/flush-table-proc/abort 2024-11-27T07:23:24,420 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,33097,1732692202242 2024-11-27T07:23:24,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474314457 2024-11-27T07:23:24,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1017b2cb6d50004, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474314457 2024-11-27T07:23:24,472 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11474314457/online-snapshot/acquired, /11474314457/online-snapshot/reached, /11474314457/online-snapshot/abort 2024-11-27T07:23:24,473 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,33097,1732692202242 2024-11-27T07:23:24,474 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T07:23:24,475 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T07:23:24,475 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T07:23:24,475 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T07:23:24,475 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 289954c9202d,33097,1732692202242 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T07:23:24,476 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:23:24,476 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:23:24,476 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:23:24,476 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:23:24,476 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/289954c9202d:0, corePoolSize=10, maxPoolSize=10 2024-11-27T07:23:24,476 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:24,476 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:23:24,476 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:24,481 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:23:24,481 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T07:23:24,482 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:24,482 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T07:23:24,494 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732692234494 2024-11-27T07:23:24,494 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T07:23:24,494 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T07:23:24,494 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T07:23:24,494 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T07:23:24,494 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T07:23:24,494 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T07:23:24,494 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:24,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741831_1007 (size=1321) 2024-11-27T07:23:24,496 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T07:23:24,496 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T07:23:24,496 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T07:23:24,496 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T07:23:24,499 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T07:23:24,499 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T07:23:24,499 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692204499,5,FailOnTimeoutGroup] 2024-11-27T07:23:24,499 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692204499,5,FailOnTimeoutGroup] 2024-11-27T07:23:24,499 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:24,499 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T07:23:24,499 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:24,499 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:24,508 INFO [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer(746): ClusterId : 09931a83-6872-4c1e-bf58-e78836e3353a 2024-11-27T07:23:24,508 DEBUG [RS:0;289954c9202d:38681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T07:23:24,519 DEBUG [RS:0;289954c9202d:38681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T07:23:24,519 DEBUG [RS:0;289954c9202d:38681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T07:23:24,530 DEBUG [RS:0;289954c9202d:38681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T07:23:24,530 DEBUG [RS:0;289954c9202d:38681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@772f5603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:23:24,543 DEBUG [RS:0;289954c9202d:38681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;289954c9202d:38681 2024-11-27T07:23:24,543 INFO [RS:0;289954c9202d:38681 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T07:23:24,543 INFO [RS:0;289954c9202d:38681 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T07:23:24,543 DEBUG [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T07:23:24,544 INFO [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,33097,1732692202242 with port=38681, startcode=1732692202367 2024-11-27T07:23:24,544 DEBUG [RS:0;289954c9202d:38681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T07:23:24,547 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T07:23:24,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33097 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 289954c9202d,38681,1732692202367 2024-11-27T07:23:24,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33097 {}] master.ServerManager(517): Registering regionserver=289954c9202d,38681,1732692202367 2024-11-27T07:23:24,549 DEBUG [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65 2024-11-27T07:23:24,549 DEBUG [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43425 2024-11-27T07:23:24,549 DEBUG [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T07:23:24,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474314457/rs 2024-11-27T07:23:24,561 DEBUG [RS:0;289954c9202d:38681 {}] zookeeper.ZKUtil(111): regionserver:38681-0x1017b2cb6d50004, quorum=127.0.0.1:57593, baseZNode=/11474314457 Set watcher on existing znode=/11474314457/rs/289954c9202d,38681,1732692202367 2024-11-27T07:23:24,561 WARN [RS:0;289954c9202d:38681 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:23:24,562 INFO [RS:0;289954c9202d:38681 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:23:24,562 DEBUG [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/WALs/289954c9202d,38681,1732692202367 2024-11-27T07:23:24,565 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [289954c9202d,38681,1732692202367] 2024-11-27T07:23:24,570 INFO [RS:0;289954c9202d:38681 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T07:23:24,572 INFO [RS:0;289954c9202d:38681 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T07:23:24,576 INFO [RS:0;289954c9202d:38681 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T07:23:24,576 INFO [RS:0;289954c9202d:38681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:24,577 INFO [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T07:23:24,577 INFO [RS:0;289954c9202d:38681 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T07:23:24,578 INFO [RS:0;289954c9202d:38681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:24,578 DEBUG [RS:0;289954c9202d:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:24,578 DEBUG [RS:0;289954c9202d:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:24,578 DEBUG [RS:0;289954c9202d:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:24,578 DEBUG [RS:0;289954c9202d:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:24,578 DEBUG [RS:0;289954c9202d:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:24,578 DEBUG [RS:0;289954c9202d:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:23:24,578 DEBUG [RS:0;289954c9202d:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:24,578 DEBUG [RS:0;289954c9202d:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:24,578 DEBUG [RS:0;289954c9202d:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:24,578 DEBUG [RS:0;289954c9202d:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:24,578 DEBUG [RS:0;289954c9202d:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:24,578 DEBUG [RS:0;289954c9202d:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:24,578 DEBUG [RS:0;289954c9202d:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:23:24,578 DEBUG [RS:0;289954c9202d:38681 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:23:24,579 INFO [RS:0;289954c9202d:38681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:24,579 INFO [RS:0;289954c9202d:38681 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:24,579 INFO [RS:0;289954c9202d:38681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:24,579 INFO [RS:0;289954c9202d:38681 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:24,579 INFO [RS:0;289954c9202d:38681 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:24,579 INFO [RS:0;289954c9202d:38681 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38681,1732692202367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:23:24,596 INFO [RS:0;289954c9202d:38681 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T07:23:24,597 INFO [RS:0;289954c9202d:38681 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,38681,1732692202367-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:24,597 INFO [RS:0;289954c9202d:38681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:24,597 INFO [RS:0;289954c9202d:38681 {}] regionserver.Replication(171): 289954c9202d,38681,1732692202367 started 2024-11-27T07:23:24,614 INFO [RS:0;289954c9202d:38681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:24,614 INFO [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer(1482): Serving as 289954c9202d,38681,1732692202367, RpcServer on 289954c9202d/172.17.0.3:38681, sessionid=0x1017b2cb6d50004 2024-11-27T07:23:24,614 DEBUG [RS:0;289954c9202d:38681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T07:23:24,614 DEBUG [RS:0;289954c9202d:38681 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 289954c9202d,38681,1732692202367 2024-11-27T07:23:24,614 DEBUG [RS:0;289954c9202d:38681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,38681,1732692202367' 2024-11-27T07:23:24,614 DEBUG [RS:0;289954c9202d:38681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11474314457/flush-table-proc/abort' 2024-11-27T07:23:24,615 DEBUG [RS:0;289954c9202d:38681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11474314457/flush-table-proc/acquired' 2024-11-27T07:23:24,615 DEBUG [RS:0;289954c9202d:38681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T07:23:24,615 DEBUG [RS:0;289954c9202d:38681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T07:23:24,615 DEBUG [RS:0;289954c9202d:38681 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 289954c9202d,38681,1732692202367 2024-11-27T07:23:24,615 DEBUG [RS:0;289954c9202d:38681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,38681,1732692202367' 2024-11-27T07:23:24,615 DEBUG [RS:0;289954c9202d:38681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11474314457/online-snapshot/abort' 2024-11-27T07:23:24,615 DEBUG [RS:0;289954c9202d:38681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11474314457/online-snapshot/acquired' 2024-11-27T07:23:24,615 DEBUG [RS:0;289954c9202d:38681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T07:23:24,615 INFO [RS:0;289954c9202d:38681 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T07:23:24,616 INFO [RS:0;289954c9202d:38681 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T07:23:24,716 INFO [RS:0;289954c9202d:38681 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:23:24,717 INFO [RS:0;289954c9202d:38681 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C38681%2C1732692202367, suffix=, logDir=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/WALs/289954c9202d,38681,1732692202367, archiveDir=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/oldWALs, maxLogs=10 2024-11-27T07:23:24,729 DEBUG [RS:0;289954c9202d:38681 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/WALs/289954c9202d,38681,1732692202367/289954c9202d%2C38681%2C1732692202367.1732692204717, exclude list is [], retry=0 2024-11-27T07:23:24,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42871,DS-257011ad-a998-4be1-aa91-93da314f1e3d,DISK] 2024-11-27T07:23:24,732 INFO [RS:0;289954c9202d:38681 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/WALs/289954c9202d,38681,1732692202367/289954c9202d%2C38681%2C1732692202367.1732692204717 2024-11-27T07:23:24,736 DEBUG [RS:0;289954c9202d:38681 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32999:32999)] 2024-11-27T07:23:24,896 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T07:23:24,896 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65 2024-11-27T07:23:24,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741833_1009 (size=32) 2024-11-27T07:23:25,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:25,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:23:25,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:23:25,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:25,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:25,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:23:25,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:23:25,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:25,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:25,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:23:25,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:23:25,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:25,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:25,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:23:25,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:23:25,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:25,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:25,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:23:25,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740 2024-11-27T07:23:25,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740 2024-11-27T07:23:25,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:23:25,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:23:25,308 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:23:25,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:23:25,310 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:23:25,310 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71440498, jitterRate=0.0645463764667511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:23:25,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732692205301Initializing all the Stores at 1732692205301Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692205301Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692205302 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692205302Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692205302Cleaning up temporary data from old regions at 1732692205308 (+6 ms)Region opened successfully at 1732692205311 (+3 ms) 2024-11-27T07:23:25,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:23:25,311 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:23:25,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:23:25,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:23:25,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:23:25,311 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:23:25,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692205311Disabling compacts and flushes for region at 1732692205311Disabling writes for close at 1732692205311Writing region close event to WAL at 1732692205311Closed at 1732692205311 2024-11-27T07:23:25,312 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:23:25,312 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T07:23:25,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T07:23:25,313 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:23:25,313 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T07:23:25,364 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:23:25,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:25,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:25,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:25,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:25,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:25,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:25,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:25,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:25,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:25,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:25,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:25,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:25,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:25,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:25,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:25,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:25,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:25,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:25,448 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T07:23:25,448 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T07:23:25,448 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:23:25,448 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T07:23:25,463 DEBUG [289954c9202d:33097 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:23:25,464 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=289954c9202d,38681,1732692202367 2024-11-27T07:23:25,465 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,38681,1732692202367, state=OPENING 2024-11-27T07:23:25,502 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T07:23:25,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474314457 2024-11-27T07:23:25,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1017b2cb6d50004, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474314457 2024-11-27T07:23:25,525 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:23:25,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,38681,1732692202367}] 2024-11-27T07:23:25,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11474314457/meta-region-server: CHANGED 2024-11-27T07:23:25,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11474314457/meta-region-server: CHANGED 2024-11-27T07:23:25,679 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:23:25,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:23:25,682 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T07:23:25,682 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:23:25,682 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T07:23:25,683 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C38681%2C1732692202367.meta, suffix=.meta, logDir=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/WALs/289954c9202d,38681,1732692202367, archiveDir=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/oldWALs, maxLogs=10 2024-11-27T07:23:25,695 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/WALs/289954c9202d,38681,1732692202367/289954c9202d%2C38681%2C1732692202367.meta.1732692205683.meta, exclude list is [], retry=0 2024-11-27T07:23:25,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42871,DS-257011ad-a998-4be1-aa91-93da314f1e3d,DISK] 2024-11-27T07:23:25,698 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/WALs/289954c9202d,38681,1732692202367/289954c9202d%2C38681%2C1732692202367.meta.1732692205683.meta 2024-11-27T07:23:25,698 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32999:32999)] 2024-11-27T07:23:25,698 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:23:25,699 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:23:25,699 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:23:25,699 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T07:23:25,699 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T07:23:25,699 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T07:23:25,699 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:25,699 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T07:23:25,699 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T07:23:25,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:23:25,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:23:25,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:25,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:25,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:23:25,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:23:25,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:25,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:25,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:23:25,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:23:25,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:25,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:25,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:23:25,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:23:25,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:25,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:25,704 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:23:25,705 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740 2024-11-27T07:23:25,705 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740 2024-11-27T07:23:25,706 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:23:25,706 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:23:25,707 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:23:25,707 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:23:25,708 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65669254, jitterRate=-0.021451860666275024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:23:25,708 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T07:23:25,708 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732692205699Writing region info on filesystem at 1732692205699Initializing all the Stores at 1732692205700 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692205700Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692205700Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692205700Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692205700Cleaning up temporary data from old regions at 1732692205706 (+6 ms)Running coprocessor post-open hooks at 1732692205708 (+2 ms)Region opened successfully at 1732692205708 2024-11-27T07:23:25,708 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732692205678 2024-11-27T07:23:25,710 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T07:23:25,710 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T07:23:25,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,38681,1732692202367 2024-11-27T07:23:25,711 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,38681,1732692202367, state=OPEN 2024-11-27T07:23:25,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1017b2cb6d50004, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11474314457/meta-region-server 2024-11-27T07:23:25,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11474314457/meta-region-server 2024-11-27T07:23:25,719 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=289954c9202d,38681,1732692202367 2024-11-27T07:23:25,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11474314457/meta-region-server: CHANGED 2024-11-27T07:23:25,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11474314457/meta-region-server: CHANGED 2024-11-27T07:23:25,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T07:23:25,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,38681,1732692202367 in 194 msec 2024-11-27T07:23:25,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T07:23:25,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-11-27T07:23:25,722 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:23:25,722 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T07:23:25,723 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:23:25,723 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,38681,1732692202367, seqNum=-1] 2024-11-27T07:23:25,723 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:23:25,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:23:25,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2520 sec 2024-11-27T07:23:25,727 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732692205727, completionTime=-1 2024-11-27T07:23:25,727 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T07:23:25,727 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T07:23:25,729 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T07:23:25,729 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732692265729 2024-11-27T07:23:25,729 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732692325729 2024-11-27T07:23:25,729 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T07:23:25,729 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33097,1732692202242-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:25,729 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33097,1732692202242-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:25,729 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33097,1732692202242-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:25,729 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-289954c9202d:33097, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:25,729 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:25,729 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:25,731 DEBUG [master/289954c9202d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T07:23:25,732 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.287sec 2024-11-27T07:23:25,732 INFO [master/289954c9202d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T07:23:25,732 INFO [master/289954c9202d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T07:23:25,732 INFO [master/289954c9202d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T07:23:25,732 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T07:23:25,732 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T07:23:25,733 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33097,1732692202242-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:23:25,733 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33097,1732692202242-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T07:23:25,734 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T07:23:25,734 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T07:23:25,734 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,33097,1732692202242-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:25,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9566940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:25,809 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,33097,-1 for getting cluster id 2024-11-27T07:23:25,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:23:25,810 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09931a83-6872-4c1e-bf58-e78836e3353a' 2024-11-27T07:23:25,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:23:25,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09931a83-6872-4c1e-bf58-e78836e3353a" 2024-11-27T07:23:25,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b0505f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:25,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,33097,-1] 2024-11-27T07:23:25,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:23:25,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:25,812 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:23:25,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710ea26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:25,813 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:23:25,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,38681,1732692202367, seqNum=-1] 2024-11-27T07:23:25,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:23:25,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:23:25,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=289954c9202d,33097,1732692202242 2024-11-27T07:23:25,818 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57593 2024-11-27T07:23:25,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:23:25,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017b2cb6d50005 connected 2024-11-27T07:23:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/hadoop.log.dir so I do NOT create it in target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520 2024-11-27T07:23:25,843 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T07:23:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/hadoop.tmp.dir so I do NOT create it in target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520 2024-11-27T07:23:25,843 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T07:23:25,843 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520 2024-11-27T07:23:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T07:23:25,843 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/cluster_11b53304-d298-f4a9-3f58-3630e93bc7c3, deleteOnExit=true 2024-11-27T07:23:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T07:23:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/test.cache.data in system properties and HBase conf 2024-11-27T07:23:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T07:23:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/hadoop.log.dir in system properties and HBase conf 2024-11-27T07:23:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T07:23:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T07:23:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T07:23:25,843 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T07:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T07:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T07:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T07:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T07:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T07:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T07:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/nfs.dump.dir in system properties and HBase conf 2024-11-27T07:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/java.io.tmpdir in system properties and HBase conf 2024-11-27T07:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T07:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T07:23:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T07:23:26,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:23:26,285 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:23:26,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:23:26,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:23:26,290 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T07:23:26,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:23:26,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1579d6d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:23:26,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7baf8da0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:23:26,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61eab7d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/java.io.tmpdir/jetty-localhost-42125-hadoop-hdfs-3_4_1-tests_jar-_-any-17135572549854119223/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:23:26,398 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f4e7b54{HTTP/1.1, (http/1.1)}{localhost:42125} 2024-11-27T07:23:26,398 INFO [Time-limited test {}] server.Server(415): Started @350806ms 2024-11-27T07:23:26,870 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T07:23:26,872 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T07:23:26,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T07:23:26,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T07:23:26,880 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T07:23:26,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b6b55e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/hadoop.log.dir/,AVAILABLE} 2024-11-27T07:23:26,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4353737f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T07:23:26,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f8a4078{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/java.io.tmpdir/jetty-localhost-33955-hadoop-hdfs-3_4_1-tests_jar-_-any-5697057636276549224/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:23:26,979 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a06eee4{HTTP/1.1, (http/1.1)}{localhost:33955} 2024-11-27T07:23:26,979 INFO [Time-limited test {}] server.Server(415): Started @351388ms 2024-11-27T07:23:26,980 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T07:23:27,602 WARN [Thread-4563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/cluster_11b53304-d298-f4a9-3f58-3630e93bc7c3/data/data2/current/BP-1620506811-172.17.0.3-1732692205879/current, will proceed with Du for space computation calculation, 2024-11-27T07:23:27,602 WARN [Thread-4562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/cluster_11b53304-d298-f4a9-3f58-3630e93bc7c3/data/data1/current/BP-1620506811-172.17.0.3-1732692205879/current, will proceed with Du for space computation calculation, 2024-11-27T07:23:27,627 WARN [Thread-4550 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T07:23:27,629 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5fc6ddc0485b34c9 with lease ID 0x7872642d0a80a184: Processing first storage report for DS-aef8b271-fbe4-4cc8-994a-1727f7d9838e from datanode DatanodeRegistration(127.0.0.1:34933, datanodeUuid=81f67033-b27e-4093-a833-f8aaa87cc0d1, infoPort=41513, infoSecurePort=0, ipcPort=37355, storageInfo=lv=-57;cid=testClusterID;nsid=1745209251;c=1732692205879) 2024-11-27T07:23:27,629 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5fc6ddc0485b34c9 with lease ID 0x7872642d0a80a184: from storage DS-aef8b271-fbe4-4cc8-994a-1727f7d9838e node DatanodeRegistration(127.0.0.1:34933, datanodeUuid=81f67033-b27e-4093-a833-f8aaa87cc0d1, infoPort=41513, infoSecurePort=0, ipcPort=37355, storageInfo=lv=-57;cid=testClusterID;nsid=1745209251;c=1732692205879), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:23:27,629 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5fc6ddc0485b34c9 with lease ID 0x7872642d0a80a184: Processing first storage report for DS-1cf0df47-b5a5-443e-9398-6ce555f14bd0 from datanode DatanodeRegistration(127.0.0.1:34933, datanodeUuid=81f67033-b27e-4093-a833-f8aaa87cc0d1, infoPort=41513, infoSecurePort=0, ipcPort=37355, storageInfo=lv=-57;cid=testClusterID;nsid=1745209251;c=1732692205879) 2024-11-27T07:23:27,629 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5fc6ddc0485b34c9 with lease ID 0x7872642d0a80a184: from storage DS-1cf0df47-b5a5-443e-9398-6ce555f14bd0 node DatanodeRegistration(127.0.0.1:34933, datanodeUuid=81f67033-b27e-4093-a833-f8aaa87cc0d1, infoPort=41513, infoSecurePort=0, ipcPort=37355, storageInfo=lv=-57;cid=testClusterID;nsid=1745209251;c=1732692205879), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T07:23:27,708 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520 2024-11-27T07:23:27,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:27,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:27,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741825_1001 (size=7) 2024-11-27T07:23:28,117 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91 with version=8 2024-11-27T07:23:28,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/hbase-staging 2024-11-27T07:23:28,120 INFO [Time-limited test {}] client.ConnectionUtils(128): master/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:23:28,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:23:28,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:23:28,121 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:23:28,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:23:28,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:23:28,121 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T07:23:28,121 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:23:28,121 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43155 2024-11-27T07:23:28,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43155 connecting to ZooKeeper ensemble=127.0.0.1:57593 2024-11-27T07:23:28,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431550x0, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:23:28,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43155-0x1017b2cb6d50006 connected 2024-11-27T07:23:28,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:28,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:28,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Set watcher on znode that does not yet exist, /2549579435/running 2024-11-27T07:23:28,212 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91, hbase.cluster.distributed=false 2024-11-27T07:23:28,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Set watcher on znode that does not yet exist, /2549579435/acl 2024-11-27T07:23:28,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43155 2024-11-27T07:23:28,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43155 2024-11-27T07:23:28,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43155 2024-11-27T07:23:28,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43155 2024-11-27T07:23:28,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43155 2024-11-27T07:23:28,228 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/289954c9202d:0 server-side Connection retries=45 2024-11-27T07:23:28,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:23:28,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T07:23:28,228 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T07:23:28,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T07:23:28,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T07:23:28,229 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T07:23:28,229 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T07:23:28,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35133 2024-11-27T07:23:28,230 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35133 connecting to ZooKeeper ensemble=127.0.0.1:57593 2024-11-27T07:23:28,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:28,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:28,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351330x0, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:23:28,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351330x0, quorum=127.0.0.1:57593, baseZNode=/2549579435 Set watcher on znode that does not yet exist, /2549579435/running 2024-11-27T07:23:28,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35133-0x1017b2cb6d50007 connected 2024-11-27T07:23:28,246 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T07:23:28,246 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T07:23:28,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35133-0x1017b2cb6d50007, quorum=127.0.0.1:57593, baseZNode=/2549579435 Set watcher on znode that does not yet exist, /2549579435/master 2024-11-27T07:23:28,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35133-0x1017b2cb6d50007, quorum=127.0.0.1:57593, baseZNode=/2549579435 Set watcher on znode that does not yet exist, /2549579435/acl 2024-11-27T07:23:28,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35133 2024-11-27T07:23:28,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35133 2024-11-27T07:23:28,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35133 2024-11-27T07:23:28,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35133 2024-11-27T07:23:28,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35133 2024-11-27T07:23:28,268 DEBUG [M:0;289954c9202d:43155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;289954c9202d:43155 2024-11-27T07:23:28,269 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2549579435/backup-masters/289954c9202d,43155,1732692208120 2024-11-27T07:23:28,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2549579435/backup-masters 2024-11-27T07:23:28,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x1017b2cb6d50007, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2549579435/backup-masters 2024-11-27T07:23:28,347 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Set watcher on existing znode=/2549579435/backup-masters/289954c9202d,43155,1732692208120 2024-11-27T07:23:28,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x1017b2cb6d50007, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2549579435/master 2024-11-27T07:23:28,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2549579435 2024-11-27T07:23:28,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x1017b2cb6d50007, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2549579435 2024-11-27T07:23:28,377 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Set watcher on existing znode=/2549579435/master 2024-11-27T07:23:28,378 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2549579435/backup-masters/289954c9202d,43155,1732692208120 from backup master directory 2024-11-27T07:23:28,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2549579435/backup-masters/289954c9202d,43155,1732692208120 2024-11-27T07:23:28,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x1017b2cb6d50007, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2549579435/backup-masters 2024-11-27T07:23:28,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2549579435/backup-masters 2024-11-27T07:23:28,388 WARN [master/289954c9202d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:23:28,388 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=289954c9202d,43155,1732692208120 2024-11-27T07:23:28,390 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/hbase.id] with ID: 007ff726-5fd2-4dae-9311-ae42bfc9f786 2024-11-27T07:23:28,390 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/.tmp/hbase.id 2024-11-27T07:23:28,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741826_1002 (size=42) 2024-11-27T07:23:28,796 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/.tmp/hbase.id]:[hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/hbase.id] 2024-11-27T07:23:28,805 INFO [master/289954c9202d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:28,805 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T07:23:28,805 INFO [master/289954c9202d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T07:23:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x1017b2cb6d50007, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2549579435 2024-11-27T07:23:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2549579435 2024-11-27T07:23:28,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741827_1003 (size=196) 2024-11-27T07:23:28,856 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:23:28,857 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T07:23:28,857 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:23:28,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741828_1004 (size=1189) 2024-11-27T07:23:29,263 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/data/master/store 2024-11-27T07:23:29,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741829_1005 (size=34) 2024-11-27T07:23:29,674 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:29,675 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:23:29,675 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:29,675 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:29,675 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:23:29,675 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:29,675 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:29,675 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692209675Disabling compacts and flushes for region at 1732692209675Disabling writes for close at 1732692209675Writing region close event to WAL at 1732692209675Closed at 1732692209675 2024-11-27T07:23:29,676 WARN [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/data/master/store/.initializing 2024-11-27T07:23:29,676 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/WALs/289954c9202d,43155,1732692208120 2024-11-27T07:23:29,676 INFO [master/289954c9202d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:23:29,678 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=289954c9202d%2C43155%2C1732692208120, suffix=, logDir=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/WALs/289954c9202d,43155,1732692208120, archiveDir=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/oldWALs, maxLogs=10 2024-11-27T07:23:29,694 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/WALs/289954c9202d,43155,1732692208120/289954c9202d%2C43155%2C1732692208120.1732692209678, exclude list is [], retry=0 2024-11-27T07:23:29,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34933,DS-aef8b271-fbe4-4cc8-994a-1727f7d9838e,DISK] 2024-11-27T07:23:29,698 INFO [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/WALs/289954c9202d,43155,1732692208120/289954c9202d%2C43155%2C1732692208120.1732692209678 2024-11-27T07:23:29,699 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41513:41513)] 2024-11-27T07:23:29,699 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:23:29,699 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:29,699 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:29,699 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:29,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:29,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T07:23:29,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:29,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:29,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:29,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T07:23:29,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:29,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:29,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:29,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T07:23:29,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:29,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:29,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:29,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T07:23:29,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:29,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:29,706 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:29,706 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:29,707 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:29,708 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:29,708 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:29,708 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:23:29,709 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T07:23:29,710 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:23:29,711 INFO [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60746415, jitterRate=-0.09480787813663483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:23:29,711 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732692209699Initializing all the Stores at 1732692209700 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692209700Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692209700Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692209700Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692209700Cleaning up temporary data from old regions at 1732692209708 (+8 ms)Region opened successfully at 1732692209711 (+3 ms) 2024-11-27T07:23:29,711 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T07:23:29,714 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a254b73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:23:29,715 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T07:23:29,715 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T07:23:29,716 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T07:23:29,716 INFO [master/289954c9202d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T07:23:29,716 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T07:23:29,717 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T07:23:29,717 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T07:23:29,719 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T07:23:29,720 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Unable to get data of znode /2549579435/balancer because node does not exist (not necessarily an error) 2024-11-27T07:23:29,809 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2549579435/balancer already deleted, retry=false 2024-11-27T07:23:29,809 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T07:23:29,810 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Unable to get data of znode /2549579435/normalizer because node does not exist (not necessarily an error) 2024-11-27T07:23:29,855 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2549579435/normalizer already deleted, retry=false 2024-11-27T07:23:29,855 INFO [master/289954c9202d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T07:23:29,856 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Unable to get data of znode /2549579435/switch/split because node does not exist (not necessarily an error) 2024-11-27T07:23:29,939 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2549579435/switch/split already deleted, retry=false 2024-11-27T07:23:29,940 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Unable to get data of znode /2549579435/switch/merge because node does not exist (not necessarily an error) 2024-11-27T07:23:30,003 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2549579435/switch/merge already deleted, retry=false 2024-11-27T07:23:30,005 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Unable to get data of znode /2549579435/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T07:23:30,067 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2549579435/snapshot-cleanup already deleted, retry=false 2024-11-27T07:23:30,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x1017b2cb6d50007, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2549579435/running 2024-11-27T07:23:30,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2549579435/running 2024-11-27T07:23:30,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x1017b2cb6d50007, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2549579435 2024-11-27T07:23:30,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2549579435 2024-11-27T07:23:30,087 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=289954c9202d,43155,1732692208120, sessionid=0x1017b2cb6d50006, setting cluster-up flag (Was=false) 2024-11-27T07:23:30,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2549579435 2024-11-27T07:23:30,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x1017b2cb6d50007, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2549579435 2024-11-27T07:23:30,209 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2549579435/flush-table-proc/acquired, /2549579435/flush-table-proc/reached, /2549579435/flush-table-proc/abort 2024-11-27T07:23:30,210 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,43155,1732692208120 2024-11-27T07:23:30,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2549579435 2024-11-27T07:23:30,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x1017b2cb6d50007, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2549579435 2024-11-27T07:23:30,261 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2549579435/online-snapshot/acquired, /2549579435/online-snapshot/reached, /2549579435/online-snapshot/abort 2024-11-27T07:23:30,263 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=289954c9202d,43155,1732692208120 2024-11-27T07:23:30,264 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T07:23:30,265 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T07:23:30,266 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T07:23:30,266 INFO [master/289954c9202d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T07:23:30,266 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 289954c9202d,43155,1732692208120 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T07:23:30,269 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:23:30,269 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:23:30,270 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:23:30,270 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/289954c9202d:0, corePoolSize=5, maxPoolSize=5 2024-11-27T07:23:30,270 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/289954c9202d:0, corePoolSize=10, maxPoolSize=10 2024-11-27T07:23:30,270 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:30,270 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:23:30,270 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:30,271 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:23:30,271 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T07:23:30,272 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:30,272 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T07:23:30,280 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732692240280 2024-11-27T07:23:30,280 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T07:23:30,280 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T07:23:30,281 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T07:23:30,281 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T07:23:30,281 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T07:23:30,281 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T07:23:30,281 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:30,284 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T07:23:30,285 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T07:23:30,285 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T07:23:30,285 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T07:23:30,285 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T07:23:30,285 INFO [master/289954c9202d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T07:23:30,285 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692210285,5,FailOnTimeoutGroup] 2024-11-27T07:23:30,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741831_1007 (size=1321) 2024-11-27T07:23:30,287 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T07:23:30,287 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91 2024-11-27T07:23:30,288 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692210285,5,FailOnTimeoutGroup] 2024-11-27T07:23:30,288 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:30,288 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T07:23:30,288 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:30,288 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:30,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741832_1008 (size=32) 2024-11-27T07:23:30,358 INFO [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(746): ClusterId : 007ff726-5fd2-4dae-9311-ae42bfc9f786 2024-11-27T07:23:30,358 DEBUG [RS:0;289954c9202d:35133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T07:23:30,412 DEBUG [RS:0;289954c9202d:35133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T07:23:30,412 DEBUG [RS:0;289954c9202d:35133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T07:23:30,480 DEBUG [RS:0;289954c9202d:35133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T07:23:30,480 DEBUG [RS:0;289954c9202d:35133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5981f6b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=289954c9202d/172.17.0.3:0 2024-11-27T07:23:30,492 DEBUG [RS:0;289954c9202d:35133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;289954c9202d:35133 2024-11-27T07:23:30,492 INFO [RS:0;289954c9202d:35133 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T07:23:30,492 INFO [RS:0;289954c9202d:35133 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T07:23:30,492 DEBUG [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T07:23:30,492 INFO [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(2659): reportForDuty to master=289954c9202d,43155,1732692208120 with port=35133, startcode=1732692208228 2024-11-27T07:23:30,493 DEBUG [RS:0;289954c9202d:35133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T07:23:30,494 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T07:23:30,494 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43155 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 289954c9202d,35133,1732692208228 2024-11-27T07:23:30,494 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43155 {}] master.ServerManager(517): Registering regionserver=289954c9202d,35133,1732692208228 2024-11-27T07:23:30,495 DEBUG [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91 2024-11-27T07:23:30,495 DEBUG [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38241 2024-11-27T07:23:30,495 DEBUG [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T07:23:30,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2549579435/rs 2024-11-27T07:23:30,596 DEBUG [RS:0;289954c9202d:35133 {}] zookeeper.ZKUtil(111): regionserver:35133-0x1017b2cb6d50007, quorum=127.0.0.1:57593, baseZNode=/2549579435 Set watcher on existing znode=/2549579435/rs/289954c9202d,35133,1732692208228 2024-11-27T07:23:30,596 WARN [RS:0;289954c9202d:35133 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T07:23:30,596 INFO [RS:0;289954c9202d:35133 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:23:30,596 DEBUG [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/WALs/289954c9202d,35133,1732692208228 2024-11-27T07:23:30,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [289954c9202d,35133,1732692208228] 2024-11-27T07:23:30,599 INFO [RS:0;289954c9202d:35133 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T07:23:30,600 INFO [RS:0;289954c9202d:35133 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T07:23:30,600 INFO [RS:0;289954c9202d:35133 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T07:23:30,600 INFO [RS:0;289954c9202d:35133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:30,601 INFO [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T07:23:30,601 INFO [RS:0;289954c9202d:35133 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T07:23:30,601 INFO [RS:0;289954c9202d:35133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:30,601 DEBUG [RS:0;289954c9202d:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:30,601 DEBUG [RS:0;289954c9202d:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:30,601 DEBUG [RS:0;289954c9202d:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:30,601 DEBUG [RS:0;289954c9202d:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:30,601 DEBUG [RS:0;289954c9202d:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:30,601 DEBUG [RS:0;289954c9202d:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/289954c9202d:0, corePoolSize=2, maxPoolSize=2 2024-11-27T07:23:30,601 DEBUG [RS:0;289954c9202d:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:30,601 DEBUG [RS:0;289954c9202d:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:30,602 DEBUG [RS:0;289954c9202d:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:30,602 DEBUG [RS:0;289954c9202d:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:30,602 DEBUG [RS:0;289954c9202d:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:30,602 DEBUG [RS:0;289954c9202d:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/289954c9202d:0, corePoolSize=1, maxPoolSize=1 2024-11-27T07:23:30,602 DEBUG [RS:0;289954c9202d:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:23:30,602 DEBUG [RS:0;289954c9202d:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/289954c9202d:0, corePoolSize=3, maxPoolSize=3 2024-11-27T07:23:30,604 INFO [RS:0;289954c9202d:35133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:30,604 INFO [RS:0;289954c9202d:35133 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:30,604 INFO [RS:0;289954c9202d:35133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:30,604 INFO [RS:0;289954c9202d:35133 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:30,604 INFO [RS:0;289954c9202d:35133 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:30,604 INFO [RS:0;289954c9202d:35133 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,35133,1732692208228-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:23:30,622 INFO [RS:0;289954c9202d:35133 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T07:23:30,623 INFO [RS:0;289954c9202d:35133 {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,35133,1732692208228-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:30,623 INFO [RS:0;289954c9202d:35133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:30,623 INFO [RS:0;289954c9202d:35133 {}] regionserver.Replication(171): 289954c9202d,35133,1732692208228 started 2024-11-27T07:23:30,641 INFO [RS:0;289954c9202d:35133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:30,641 INFO [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(1482): Serving as 289954c9202d,35133,1732692208228, RpcServer on 289954c9202d/172.17.0.3:35133, sessionid=0x1017b2cb6d50007 2024-11-27T07:23:30,642 DEBUG [RS:0;289954c9202d:35133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T07:23:30,642 DEBUG [RS:0;289954c9202d:35133 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 289954c9202d,35133,1732692208228 2024-11-27T07:23:30,642 DEBUG [RS:0;289954c9202d:35133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,35133,1732692208228' 2024-11-27T07:23:30,642 DEBUG [RS:0;289954c9202d:35133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2549579435/flush-table-proc/abort' 2024-11-27T07:23:30,642 DEBUG [RS:0;289954c9202d:35133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2549579435/flush-table-proc/acquired' 2024-11-27T07:23:30,643 DEBUG [RS:0;289954c9202d:35133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T07:23:30,643 DEBUG [RS:0;289954c9202d:35133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T07:23:30,643 DEBUG [RS:0;289954c9202d:35133 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 289954c9202d,35133,1732692208228 2024-11-27T07:23:30,643 DEBUG [RS:0;289954c9202d:35133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '289954c9202d,35133,1732692208228' 2024-11-27T07:23:30,643 DEBUG [RS:0;289954c9202d:35133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2549579435/online-snapshot/abort' 2024-11-27T07:23:30,643 DEBUG [RS:0;289954c9202d:35133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2549579435/online-snapshot/acquired' 2024-11-27T07:23:30,643 DEBUG [RS:0;289954c9202d:35133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T07:23:30,644 INFO [RS:0;289954c9202d:35133 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T07:23:30,644 INFO [RS:0;289954c9202d:35133 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T07:23:30,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:30,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:23:30,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:23:30,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:30,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:30,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:23:30,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:23:30,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:30,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:30,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:23:30,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:23:30,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:30,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:30,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:23:30,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:23:30,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:30,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:30,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:23:30,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740 2024-11-27T07:23:30,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740 2024-11-27T07:23:30,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:23:30,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:23:30,706 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:23:30,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:23:30,709 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:23:30,709 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75487270, jitterRate=0.12484797835350037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:23:30,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732692210698Initializing all the Stores at 1732692210699 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692210699Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692210699Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692210699Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692210699Cleaning up temporary data from old regions at 1732692210706 (+7 ms)Region opened successfully at 1732692210709 (+3 ms) 2024-11-27T07:23:30,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:23:30,709 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:23:30,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:23:30,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:23:30,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:23:30,712 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:23:30,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692210709Disabling compacts and flushes for region at 1732692210709Disabling writes for close at 1732692210710 (+1 ms)Writing region close event to WAL at 1732692210712 (+2 ms)Closed at 1732692210712 2024-11-27T07:23:30,713 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:23:30,713 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T07:23:30,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T07:23:30,714 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:23:30,715 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T07:23:30,744 INFO [RS:0;289954c9202d:35133 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T07:23:30,745 INFO [RS:0;289954c9202d:35133 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C35133%2C1732692208228, suffix=, logDir=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/WALs/289954c9202d,35133,1732692208228, archiveDir=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/oldWALs, maxLogs=10 2024-11-27T07:23:30,757 DEBUG [RS:0;289954c9202d:35133 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/WALs/289954c9202d,35133,1732692208228/289954c9202d%2C35133%2C1732692208228.1732692210745, exclude list is [], retry=0 2024-11-27T07:23:30,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34933,DS-aef8b271-fbe4-4cc8-994a-1727f7d9838e,DISK] 2024-11-27T07:23:30,761 INFO [RS:0;289954c9202d:35133 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/WALs/289954c9202d,35133,1732692208228/289954c9202d%2C35133%2C1732692208228.1732692210745 2024-11-27T07:23:30,761 DEBUG [RS:0;289954c9202d:35133 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41513:41513)] 2024-11-27T07:23:30,865 DEBUG [289954c9202d:43155 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T07:23:30,866 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=289954c9202d,35133,1732692208228 2024-11-27T07:23:30,867 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,35133,1732692208228, state=OPENING 2024-11-27T07:23:30,897 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T07:23:30,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x1017b2cb6d50007, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2549579435 2024-11-27T07:23:30,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2549579435 2024-11-27T07:23:30,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2549579435/meta-region-server: CHANGED 2024-11-27T07:23:30,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2549579435/meta-region-server: CHANGED 2024-11-27T07:23:30,964 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T07:23:30,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,35133,1732692208228}] 2024-11-27T07:23:31,116 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:23:31,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:23:31,120 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T07:23:31,120 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:23:31,120 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T07:23:31,121 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C35133%2C1732692208228.meta, suffix=.meta, logDir=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/WALs/289954c9202d,35133,1732692208228, archiveDir=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/oldWALs, maxLogs=10 2024-11-27T07:23:31,134 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/WALs/289954c9202d,35133,1732692208228/289954c9202d%2C35133%2C1732692208228.meta.1732692211121.meta, exclude list is [], retry=0 2024-11-27T07:23:31,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34933,DS-aef8b271-fbe4-4cc8-994a-1727f7d9838e,DISK] 2024-11-27T07:23:31,136 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/WALs/289954c9202d,35133,1732692208228/289954c9202d%2C35133%2C1732692208228.meta.1732692211121.meta 2024-11-27T07:23:31,137 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41513:41513)] 2024-11-27T07:23:31,137 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:23:31,137 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:23:31,137 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:23:31,137 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T07:23:31,137 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T07:23:31,137 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T07:23:31,137 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:31,138 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T07:23:31,147 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T07:23:31,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T07:23:31,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T07:23:31,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:31,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:31,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T07:23:31,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T07:23:31,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:31,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:31,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T07:23:31,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T07:23:31,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:31,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:31,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T07:23:31,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T07:23:31,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:31,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T07:23:31,152 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T07:23:31,153 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740 2024-11-27T07:23:31,154 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740 2024-11-27T07:23:31,154 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T07:23:31,155 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T07:23:31,155 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T07:23:31,156 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T07:23:31,157 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70044404, jitterRate=0.04374295473098755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T07:23:31,157 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T07:23:31,157 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732692211147Writing region info on filesystem at 1732692211148 (+1 ms)Initializing all the Stores at 1732692211148Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692211148Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692211148Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692211148Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732692211148Cleaning up temporary data from old regions at 1732692211155 (+7 ms)Running coprocessor post-open hooks at 1732692211157 (+2 ms)Region opened successfully at 1732692211157 2024-11-27T07:23:31,158 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732692211116 2024-11-27T07:23:31,159 DEBUG [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T07:23:31,159 INFO [RS_OPEN_META-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T07:23:31,160 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,35133,1732692208228 2024-11-27T07:23:31,160 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 289954c9202d,35133,1732692208228, state=OPEN 2024-11-27T07:23:31,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x1017b2cb6d50007, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2549579435/meta-region-server 2024-11-27T07:23:31,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2549579435/meta-region-server 2024-11-27T07:23:31,196 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=289954c9202d,35133,1732692208228 2024-11-27T07:23:31,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2549579435/meta-region-server: CHANGED 2024-11-27T07:23:31,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2549579435/meta-region-server: CHANGED 2024-11-27T07:23:31,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T07:23:31,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=289954c9202d,35133,1732692208228 in 232 msec 2024-11-27T07:23:31,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T07:23:31,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 485 msec 2024-11-27T07:23:31,200 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T07:23:31,200 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T07:23:31,201 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:23:31,201 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,35133,1732692208228, seqNum=-1] 2024-11-27T07:23:31,202 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:23:31,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:23:31,207 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:23:31,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:31,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:31,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:31,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:31,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:31,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:31,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:31,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:31,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 949 msec 2024-11-27T07:23:31,214 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732692211214, completionTime=-1 2024-11-27T07:23:31,214 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T07:23:31,214 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T07:23:31,216 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T07:23:31,216 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732692271216 2024-11-27T07:23:31,216 INFO [master/289954c9202d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732692331216 2024-11-27T07:23:31,216 INFO [master/289954c9202d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T07:23:31,216 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43155,1732692208120-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:31,216 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43155,1732692208120-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:31,216 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43155,1732692208120-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:31,217 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-289954c9202d:43155, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:31,217 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:31,217 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:31,218 DEBUG [master/289954c9202d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T07:23:31,220 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.831sec 2024-11-27T07:23:31,220 INFO [master/289954c9202d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T07:23:31,220 INFO [master/289954c9202d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T07:23:31,220 INFO [master/289954c9202d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T07:23:31,220 INFO [master/289954c9202d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T07:23:31,220 INFO [master/289954c9202d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T07:23:31,220 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43155,1732692208120-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T07:23:31,220 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43155,1732692208120-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T07:23:31,222 DEBUG [master/289954c9202d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T07:23:31,222 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T07:23:31,222 INFO [master/289954c9202d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=289954c9202d,43155,1732692208120-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T07:23:31,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:31,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:31,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:31,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:31,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:31,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:31,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:31,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56395f14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:31,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,43155,-1 for getting cluster id 2024-11-27T07:23:31,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:23:31,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:31,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:31,259 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '007ff726-5fd2-4dae-9311-ae42bfc9f786' 2024-11-27T07:23:31,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:23:31,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "007ff726-5fd2-4dae-9311-ae42bfc9f786" 2024-11-27T07:23:31,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f2e93bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:31,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,43155,-1] 2024-11-27T07:23:31,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:23:31,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:31,261 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:23:31,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:31,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d1fd7d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:31,262 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:23:31,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,35133,1732692208228, seqNum=-1] 2024-11-27T07:23:31,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:23:31,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:23:31,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=289954c9202d,43155,1732692208120 2024-11-27T07:23:31,266 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57593 2024-11-27T07:23:31,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T07:23:31,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1017b2cb6d50008 connected 2024-11-27T07:23:31,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:23:31,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,33113,1732692198257 2024-11-27T07:23:31,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5298101a 2024-11-27T07:23:31,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:23:31,353 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:23:31,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:23:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T07:23:31,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:23:31,356 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:31,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T07:23:31,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:23:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:23:31,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741835_1011 (size=902) 2024-11-27T07:23:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:23:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:23:31,763 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 344520be715ea80984527db8308be19b, NAME => 'test,,1732692211353.344520be715ea80984527db8308be19b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531 2024-11-27T07:23:31,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741836_1012 (size=39) 2024-11-27T07:23:31,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732692211353.344520be715ea80984527db8308be19b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:31,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 344520be715ea80984527db8308be19b, disabling compactions & flushes 2024-11-27T07:23:31,767 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732692211353.344520be715ea80984527db8308be19b. 2024-11-27T07:23:31,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692211353.344520be715ea80984527db8308be19b. 2024-11-27T07:23:31,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732692211353.344520be715ea80984527db8308be19b. after waiting 0 ms 2024-11-27T07:23:31,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732692211353.344520be715ea80984527db8308be19b. 2024-11-27T07:23:31,767 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732692211353.344520be715ea80984527db8308be19b. 2024-11-27T07:23:31,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 344520be715ea80984527db8308be19b: Waiting for close lock at 1732692211767Disabling compacts and flushes for region at 1732692211767Disabling writes for close at 1732692211767Writing region close event to WAL at 1732692211767Closed at 1732692211767 2024-11-27T07:23:31,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:23:31,768 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732692211353.344520be715ea80984527db8308be19b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732692211768"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692211768"}]},"ts":"1732692211768"} 2024-11-27T07:23:31,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:23:31,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:23:31,771 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692211771"}]},"ts":"1732692211771"} 2024-11-27T07:23:31,772 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T07:23:31,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=344520be715ea80984527db8308be19b, ASSIGN}] 2024-11-27T07:23:31,773 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=344520be715ea80984527db8308be19b, ASSIGN 2024-11-27T07:23:31,774 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=344520be715ea80984527db8308be19b, ASSIGN; state=OFFLINE, location=289954c9202d,42881,1732692198506; forceNewPlan=false, retain=false 2024-11-27T07:23:31,924 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=344520be715ea80984527db8308be19b, regionState=OPENING, regionLocation=289954c9202d,42881,1732692198506 2024-11-27T07:23:31,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=344520be715ea80984527db8308be19b, ASSIGN because future has completed 2024-11-27T07:23:31,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 344520be715ea80984527db8308be19b, server=289954c9202d,42881,1732692198506}] 2024-11-27T07:23:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:23:32,082 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732692211353.344520be715ea80984527db8308be19b. 2024-11-27T07:23:32,082 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 344520be715ea80984527db8308be19b, NAME => 'test,,1732692211353.344520be715ea80984527db8308be19b.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:23:32,082 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:23:32,082 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T07:23:32,082 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 344520be715ea80984527db8308be19b 2024-11-27T07:23:32,082 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732692211353.344520be715ea80984527db8308be19b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:32,083 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 344520be715ea80984527db8308be19b 2024-11-27T07:23:32,083 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 344520be715ea80984527db8308be19b 2024-11-27T07:23:32,084 INFO [StoreOpener-344520be715ea80984527db8308be19b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 344520be715ea80984527db8308be19b 2024-11-27T07:23:32,085 INFO [StoreOpener-344520be715ea80984527db8308be19b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 344520be715ea80984527db8308be19b columnFamilyName f 2024-11-27T07:23:32,085 DEBUG [StoreOpener-344520be715ea80984527db8308be19b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:32,085 INFO [StoreOpener-344520be715ea80984527db8308be19b-1 {}] regionserver.HStore(327): Store=344520be715ea80984527db8308be19b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:32,085 INFO [StoreOpener-344520be715ea80984527db8308be19b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 344520be715ea80984527db8308be19b 2024-11-27T07:23:32,086 INFO [StoreOpener-344520be715ea80984527db8308be19b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 344520be715ea80984527db8308be19b columnFamilyName f1 2024-11-27T07:23:32,086 DEBUG [StoreOpener-344520be715ea80984527db8308be19b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:32,086 INFO [StoreOpener-344520be715ea80984527db8308be19b-1 {}] regionserver.HStore(327): Store=344520be715ea80984527db8308be19b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:32,086 INFO [StoreOpener-344520be715ea80984527db8308be19b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 344520be715ea80984527db8308be19b 2024-11-27T07:23:32,087 INFO [StoreOpener-344520be715ea80984527db8308be19b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 344520be715ea80984527db8308be19b columnFamilyName norep 2024-11-27T07:23:32,087 DEBUG [StoreOpener-344520be715ea80984527db8308be19b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:32,087 INFO [StoreOpener-344520be715ea80984527db8308be19b-1 {}] regionserver.HStore(327): Store=344520be715ea80984527db8308be19b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:32,087 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 344520be715ea80984527db8308be19b 2024-11-27T07:23:32,087 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/default/test/344520be715ea80984527db8308be19b 2024-11-27T07:23:32,088 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/default/test/344520be715ea80984527db8308be19b 2024-11-27T07:23:32,088 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 344520be715ea80984527db8308be19b 2024-11-27T07:23:32,088 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 344520be715ea80984527db8308be19b 2024-11-27T07:23:32,089 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:23:32,089 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 344520be715ea80984527db8308be19b 2024-11-27T07:23:32,091 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/default/test/344520be715ea80984527db8308be19b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:23:32,091 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 344520be715ea80984527db8308be19b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67000398, jitterRate=-0.0016162693500518799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:23:32,092 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 344520be715ea80984527db8308be19b 2024-11-27T07:23:32,092 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 344520be715ea80984527db8308be19b: Running coprocessor pre-open hook at 1732692212083Writing region info on filesystem at 1732692212083Initializing all the Stores at 1732692212083Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692212083Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692212084 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692212084Cleaning up temporary data from old regions at 1732692212088 (+4 ms)Running coprocessor post-open hooks at 1732692212092 (+4 ms)Region opened successfully at 1732692212092 2024-11-27T07:23:32,092 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732692211353.344520be715ea80984527db8308be19b., pid=6, masterSystemTime=1732692212078 2024-11-27T07:23:32,094 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732692211353.344520be715ea80984527db8308be19b. 2024-11-27T07:23:32,094 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732692211353.344520be715ea80984527db8308be19b. 2024-11-27T07:23:32,094 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=344520be715ea80984527db8308be19b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=289954c9202d,42881,1732692198506 2024-11-27T07:23:32,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 344520be715ea80984527db8308be19b, server=289954c9202d,42881,1732692198506 because future has completed 2024-11-27T07:23:32,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T07:23:32,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 344520be715ea80984527db8308be19b, server=289954c9202d,42881,1732692198506 in 170 msec 2024-11-27T07:23:32,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T07:23:32,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=344520be715ea80984527db8308be19b, ASSIGN in 326 msec 2024-11-27T07:23:32,099 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:23:32,100 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692212100"}]},"ts":"1732692212100"} 2024-11-27T07:23:32,101 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T07:23:32,101 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:23:32,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 747 msec 2024-11-27T07:23:32,215 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:23:32,216 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:23:32,216 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148999 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [289954c9202d,44425,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:44425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T07:23:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:23:32,496 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:23:32,496 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T07:23:32,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,33097,1732692202242 2024-11-27T07:23:32,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@aefd4e0 2024-11-27T07:23:32,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:23:32,497 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:23:32,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:23:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33097 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T07:23:32,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:23:32,500 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:32,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T07:23:32,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:23:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:23:32,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741835_1011 (size=902) 2024-11-27T07:23:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:23:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:23:32,906 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0316461dafbd7c4c8f5e0b22cfc44fa3, NAME => 'test,,1732692212498.0316461dafbd7c4c8f5e0b22cfc44fa3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65 2024-11-27T07:23:32,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741836_1012 (size=39) 2024-11-27T07:23:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:23:33,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732692212498.0316461dafbd7c4c8f5e0b22cfc44fa3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:33,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0316461dafbd7c4c8f5e0b22cfc44fa3, disabling compactions & flushes 2024-11-27T07:23:33,310 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732692212498.0316461dafbd7c4c8f5e0b22cfc44fa3. 2024-11-27T07:23:33,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692212498.0316461dafbd7c4c8f5e0b22cfc44fa3. 2024-11-27T07:23:33,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732692212498.0316461dafbd7c4c8f5e0b22cfc44fa3. after waiting 0 ms 2024-11-27T07:23:33,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732692212498.0316461dafbd7c4c8f5e0b22cfc44fa3. 2024-11-27T07:23:33,310 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732692212498.0316461dafbd7c4c8f5e0b22cfc44fa3. 2024-11-27T07:23:33,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0316461dafbd7c4c8f5e0b22cfc44fa3: Waiting for close lock at 1732692213310Disabling compacts and flushes for region at 1732692213310Disabling writes for close at 1732692213310Writing region close event to WAL at 1732692213310Closed at 1732692213310 2024-11-27T07:23:33,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:23:33,312 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732692212498.0316461dafbd7c4c8f5e0b22cfc44fa3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732692213312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692213312"}]},"ts":"1732692213312"} 2024-11-27T07:23:33,314 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:23:33,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:23:33,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692213314"}]},"ts":"1732692213314"} 2024-11-27T07:23:33,316 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T07:23:33,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0316461dafbd7c4c8f5e0b22cfc44fa3, ASSIGN}] 2024-11-27T07:23:33,317 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0316461dafbd7c4c8f5e0b22cfc44fa3, ASSIGN 2024-11-27T07:23:33,317 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0316461dafbd7c4c8f5e0b22cfc44fa3, ASSIGN; state=OFFLINE, location=289954c9202d,38681,1732692202367; forceNewPlan=false, retain=false 2024-11-27T07:23:33,468 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0316461dafbd7c4c8f5e0b22cfc44fa3, regionState=OPENING, regionLocation=289954c9202d,38681,1732692202367 2024-11-27T07:23:33,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0316461dafbd7c4c8f5e0b22cfc44fa3, ASSIGN because future has completed 2024-11-27T07:23:33,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0316461dafbd7c4c8f5e0b22cfc44fa3, server=289954c9202d,38681,1732692202367}] 2024-11-27T07:23:33,625 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732692212498.0316461dafbd7c4c8f5e0b22cfc44fa3. 2024-11-27T07:23:33,625 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0316461dafbd7c4c8f5e0b22cfc44fa3, NAME => 'test,,1732692212498.0316461dafbd7c4c8f5e0b22cfc44fa3.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:23:33,625 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:23:33,625 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T07:23:33,625 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0316461dafbd7c4c8f5e0b22cfc44fa3 2024-11-27T07:23:33,625 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732692212498.0316461dafbd7c4c8f5e0b22cfc44fa3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:33,625 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0316461dafbd7c4c8f5e0b22cfc44fa3 2024-11-27T07:23:33,625 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0316461dafbd7c4c8f5e0b22cfc44fa3 2024-11-27T07:23:33,626 INFO [StoreOpener-0316461dafbd7c4c8f5e0b22cfc44fa3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0316461dafbd7c4c8f5e0b22cfc44fa3 2024-11-27T07:23:33,627 INFO [StoreOpener-0316461dafbd7c4c8f5e0b22cfc44fa3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0316461dafbd7c4c8f5e0b22cfc44fa3 columnFamilyName f 2024-11-27T07:23:33,628 DEBUG [StoreOpener-0316461dafbd7c4c8f5e0b22cfc44fa3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:33,628 INFO [StoreOpener-0316461dafbd7c4c8f5e0b22cfc44fa3-1 {}] regionserver.HStore(327): Store=0316461dafbd7c4c8f5e0b22cfc44fa3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:33,628 INFO [StoreOpener-0316461dafbd7c4c8f5e0b22cfc44fa3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0316461dafbd7c4c8f5e0b22cfc44fa3 2024-11-27T07:23:33,629 INFO [StoreOpener-0316461dafbd7c4c8f5e0b22cfc44fa3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0316461dafbd7c4c8f5e0b22cfc44fa3 columnFamilyName f1 2024-11-27T07:23:33,629 DEBUG [StoreOpener-0316461dafbd7c4c8f5e0b22cfc44fa3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:33,629 INFO [StoreOpener-0316461dafbd7c4c8f5e0b22cfc44fa3-1 {}] regionserver.HStore(327): Store=0316461dafbd7c4c8f5e0b22cfc44fa3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:33,629 INFO [StoreOpener-0316461dafbd7c4c8f5e0b22cfc44fa3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0316461dafbd7c4c8f5e0b22cfc44fa3 2024-11-27T07:23:33,630 INFO [StoreOpener-0316461dafbd7c4c8f5e0b22cfc44fa3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0316461dafbd7c4c8f5e0b22cfc44fa3 columnFamilyName norep 2024-11-27T07:23:33,630 DEBUG [StoreOpener-0316461dafbd7c4c8f5e0b22cfc44fa3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:33,630 INFO [StoreOpener-0316461dafbd7c4c8f5e0b22cfc44fa3-1 {}] regionserver.HStore(327): Store=0316461dafbd7c4c8f5e0b22cfc44fa3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:33,631 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0316461dafbd7c4c8f5e0b22cfc44fa3 2024-11-27T07:23:33,631 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/default/test/0316461dafbd7c4c8f5e0b22cfc44fa3 2024-11-27T07:23:33,631 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/default/test/0316461dafbd7c4c8f5e0b22cfc44fa3 2024-11-27T07:23:33,632 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0316461dafbd7c4c8f5e0b22cfc44fa3 2024-11-27T07:23:33,632 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0316461dafbd7c4c8f5e0b22cfc44fa3 2024-11-27T07:23:33,633 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:23:33,634 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0316461dafbd7c4c8f5e0b22cfc44fa3 2024-11-27T07:23:33,635 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/default/test/0316461dafbd7c4c8f5e0b22cfc44fa3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:23:33,635 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0316461dafbd7c4c8f5e0b22cfc44fa3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73252169, jitterRate=0.09154237806797028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:23:33,635 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0316461dafbd7c4c8f5e0b22cfc44fa3 2024-11-27T07:23:33,636 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0316461dafbd7c4c8f5e0b22cfc44fa3: Running coprocessor pre-open hook at 1732692213625Writing region info on filesystem at 1732692213625Initializing all the Stores at 1732692213626 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692213626Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692213626Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692213626Cleaning up temporary data from old regions at 1732692213632 (+6 ms)Running coprocessor post-open hooks at 1732692213635 (+3 ms)Region opened successfully at 1732692213635 2024-11-27T07:23:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:23:33,636 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732692212498.0316461dafbd7c4c8f5e0b22cfc44fa3., pid=6, masterSystemTime=1732692213622 2024-11-27T07:23:33,638 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732692212498.0316461dafbd7c4c8f5e0b22cfc44fa3. 2024-11-27T07:23:33,638 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732692212498.0316461dafbd7c4c8f5e0b22cfc44fa3. 2024-11-27T07:23:33,638 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0316461dafbd7c4c8f5e0b22cfc44fa3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=289954c9202d,38681,1732692202367 2024-11-27T07:23:33,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0316461dafbd7c4c8f5e0b22cfc44fa3, server=289954c9202d,38681,1732692202367 because future has completed 2024-11-27T07:23:33,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T07:23:33,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0316461dafbd7c4c8f5e0b22cfc44fa3, server=289954c9202d,38681,1732692202367 in 171 msec 2024-11-27T07:23:33,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T07:23:33,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0316461dafbd7c4c8f5e0b22cfc44fa3, ASSIGN in 326 msec 2024-11-27T07:23:33,644 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:23:33,644 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692213644"}]},"ts":"1732692213644"} 2024-11-27T07:23:33,645 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T07:23:33,646 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:23:33,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-27T07:23:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:23:34,656 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T07:23:34,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:23:34,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,43155,1732692208120 2024-11-27T07:23:34,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67f5d198 2024-11-27T07:23:34,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:23:34,659 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:23:34,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43155 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:23:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43155 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T07:23:34,662 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:23:34,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43155 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T07:23:34,663 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:34,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:23:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:23:34,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741835_1011 (size=902) 2024-11-27T07:23:34,681 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 602704f9117701db5ac7e4e6d8ec659c, NAME => 'test,,1732692214660.602704f9117701db5ac7e4e6d8ec659c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91 2024-11-27T07:23:34,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741836_1012 (size=39) 2024-11-27T07:23:34,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732692214660.602704f9117701db5ac7e4e6d8ec659c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:34,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 602704f9117701db5ac7e4e6d8ec659c, disabling compactions & flushes 2024-11-27T07:23:34,698 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732692214660.602704f9117701db5ac7e4e6d8ec659c. 2024-11-27T07:23:34,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692214660.602704f9117701db5ac7e4e6d8ec659c. 2024-11-27T07:23:34,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732692214660.602704f9117701db5ac7e4e6d8ec659c. after waiting 0 ms 2024-11-27T07:23:34,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732692214660.602704f9117701db5ac7e4e6d8ec659c. 2024-11-27T07:23:34,698 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732692214660.602704f9117701db5ac7e4e6d8ec659c. 2024-11-27T07:23:34,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 602704f9117701db5ac7e4e6d8ec659c: Waiting for close lock at 1732692214698Disabling compacts and flushes for region at 1732692214698Disabling writes for close at 1732692214698Writing region close event to WAL at 1732692214698Closed at 1732692214698 2024-11-27T07:23:34,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:23:34,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732692214660.602704f9117701db5ac7e4e6d8ec659c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732692214699"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692214699"}]},"ts":"1732692214699"} 2024-11-27T07:23:34,701 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:23:34,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:23:34,702 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692214702"}]},"ts":"1732692214702"} 2024-11-27T07:23:34,703 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T07:23:34,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=602704f9117701db5ac7e4e6d8ec659c, ASSIGN}] 2024-11-27T07:23:34,705 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=602704f9117701db5ac7e4e6d8ec659c, ASSIGN 2024-11-27T07:23:34,706 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=602704f9117701db5ac7e4e6d8ec659c, ASSIGN; state=OFFLINE, location=289954c9202d,35133,1732692208228; forceNewPlan=false, retain=false 2024-11-27T07:23:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:23:34,857 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=602704f9117701db5ac7e4e6d8ec659c, regionState=OPENING, regionLocation=289954c9202d,35133,1732692208228 2024-11-27T07:23:34,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=602704f9117701db5ac7e4e6d8ec659c, ASSIGN because future has completed 2024-11-27T07:23:34,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 602704f9117701db5ac7e4e6d8ec659c, server=289954c9202d,35133,1732692208228}] 2024-11-27T07:23:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:23:35,013 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732692214660.602704f9117701db5ac7e4e6d8ec659c. 2024-11-27T07:23:35,014 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 602704f9117701db5ac7e4e6d8ec659c, NAME => 'test,,1732692214660.602704f9117701db5ac7e4e6d8ec659c.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:23:35,014 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:23:35,014 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T07:23:35,014 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 602704f9117701db5ac7e4e6d8ec659c 2024-11-27T07:23:35,014 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732692214660.602704f9117701db5ac7e4e6d8ec659c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:35,014 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 602704f9117701db5ac7e4e6d8ec659c 2024-11-27T07:23:35,014 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 602704f9117701db5ac7e4e6d8ec659c 2024-11-27T07:23:35,015 INFO [StoreOpener-602704f9117701db5ac7e4e6d8ec659c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 602704f9117701db5ac7e4e6d8ec659c 2024-11-27T07:23:35,016 INFO [StoreOpener-602704f9117701db5ac7e4e6d8ec659c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 602704f9117701db5ac7e4e6d8ec659c columnFamilyName f 2024-11-27T07:23:35,016 DEBUG [StoreOpener-602704f9117701db5ac7e4e6d8ec659c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:35,016 INFO [StoreOpener-602704f9117701db5ac7e4e6d8ec659c-1 {}] regionserver.HStore(327): Store=602704f9117701db5ac7e4e6d8ec659c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:35,016 INFO [StoreOpener-602704f9117701db5ac7e4e6d8ec659c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 602704f9117701db5ac7e4e6d8ec659c 2024-11-27T07:23:35,017 INFO [StoreOpener-602704f9117701db5ac7e4e6d8ec659c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 602704f9117701db5ac7e4e6d8ec659c columnFamilyName f1 2024-11-27T07:23:35,017 DEBUG [StoreOpener-602704f9117701db5ac7e4e6d8ec659c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:35,017 INFO [StoreOpener-602704f9117701db5ac7e4e6d8ec659c-1 {}] regionserver.HStore(327): Store=602704f9117701db5ac7e4e6d8ec659c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:35,018 INFO [StoreOpener-602704f9117701db5ac7e4e6d8ec659c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 602704f9117701db5ac7e4e6d8ec659c 2024-11-27T07:23:35,018 INFO [StoreOpener-602704f9117701db5ac7e4e6d8ec659c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 602704f9117701db5ac7e4e6d8ec659c columnFamilyName norep 2024-11-27T07:23:35,018 DEBUG [StoreOpener-602704f9117701db5ac7e4e6d8ec659c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:35,018 INFO [StoreOpener-602704f9117701db5ac7e4e6d8ec659c-1 {}] regionserver.HStore(327): Store=602704f9117701db5ac7e4e6d8ec659c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:35,019 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 602704f9117701db5ac7e4e6d8ec659c 2024-11-27T07:23:35,019 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/default/test/602704f9117701db5ac7e4e6d8ec659c 2024-11-27T07:23:35,019 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/default/test/602704f9117701db5ac7e4e6d8ec659c 2024-11-27T07:23:35,020 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 602704f9117701db5ac7e4e6d8ec659c 2024-11-27T07:23:35,020 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 602704f9117701db5ac7e4e6d8ec659c 2024-11-27T07:23:35,020 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:23:35,021 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 602704f9117701db5ac7e4e6d8ec659c 2024-11-27T07:23:35,022 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/default/test/602704f9117701db5ac7e4e6d8ec659c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:23:35,022 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 602704f9117701db5ac7e4e6d8ec659c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59656493, jitterRate=-0.11104898154735565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:23:35,023 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 602704f9117701db5ac7e4e6d8ec659c 2024-11-27T07:23:35,023 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 602704f9117701db5ac7e4e6d8ec659c: Running coprocessor pre-open hook at 1732692215014Writing region info on filesystem at 1732692215014Initializing all the Stores at 1732692215015 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692215015Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692215015Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692215015Cleaning up temporary data from old regions at 1732692215020 (+5 ms)Running coprocessor post-open hooks at 1732692215023 (+3 ms)Region opened successfully at 1732692215023 2024-11-27T07:23:35,023 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732692214660.602704f9117701db5ac7e4e6d8ec659c., pid=6, masterSystemTime=1732692215011 2024-11-27T07:23:35,025 DEBUG [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732692214660.602704f9117701db5ac7e4e6d8ec659c. 2024-11-27T07:23:35,025 INFO [RS_OPEN_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732692214660.602704f9117701db5ac7e4e6d8ec659c. 2024-11-27T07:23:35,025 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=602704f9117701db5ac7e4e6d8ec659c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=289954c9202d,35133,1732692208228 2024-11-27T07:23:35,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 602704f9117701db5ac7e4e6d8ec659c, server=289954c9202d,35133,1732692208228 because future has completed 2024-11-27T07:23:35,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T07:23:35,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 602704f9117701db5ac7e4e6d8ec659c, server=289954c9202d,35133,1732692208228 in 168 msec 2024-11-27T07:23:35,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T07:23:35,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=602704f9117701db5ac7e4e6d8ec659c, ASSIGN in 324 msec 2024-11-27T07:23:35,030 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:23:35,030 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692215030"}]},"ts":"1732692215030"} 2024-11-27T07:23:35,031 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T07:23:35,031 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:23:35,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 371 msec 2024-11-27T07:23:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T07:23:35,296 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T07:23:35,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268445d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:35,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,33113,-1 for getting cluster id 2024-11-27T07:23:35,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:23:35,298 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc27437e-27b1-4c7e-88b8-c2b96cb34fb5' 2024-11-27T07:23:35,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:23:35,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc27437e-27b1-4c7e-88b8-c2b96cb34fb5" 2024-11-27T07:23:35,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eebc121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:35,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,33113,-1] 2024-11-27T07:23:35,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:23:35,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:35,299 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:23:35,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5689b48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:35,300 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:23:35,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,33113,1732692198257 2024-11-27T07:23:35,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51f13c29 2024-11-27T07:23:35,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:23:35,301 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:23:35,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://289954c9202d:33097,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T07:23:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T07:23:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:23:35,304 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:33097' 2024-11-27T07:23:35,304 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f638092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:35,304 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,33097,-1 for getting cluster id 2024-11-27T07:23:35,304 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:23:35,305 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09931a83-6872-4c1e-bf58-e78836e3353a' 2024-11-27T07:23:35,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:23:35,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09931a83-6872-4c1e-bf58-e78836e3353a" 2024-11-27T07:23:35,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f0d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:35,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,33097,-1] 2024-11-27T07:23:35,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:23:35,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:35,306 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:23:35,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f28f4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:35,306 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:23:35,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,33097,1732692202242 2024-11-27T07:23:35,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74c18c31 2024-11-27T07:23:35,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:23:35,308 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:23:35,308 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T07:23:35,308 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T07:23:35,308 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:35,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:23:35,308 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:35,309 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T07:23:35,310 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T07:23:35,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T07:23:35,310 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:35,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T07:23:35,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741837_1013 (size=1138) 2024-11-27T07:23:35,360 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T07:23:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:23:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:23:35,716 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4945e1a8b480dee58acac0b349157795, NAME => 'hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531 2024-11-27T07:23:35,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741838_1014 (size=44) 2024-11-27T07:23:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:23:36,121 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:36,121 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4945e1a8b480dee58acac0b349157795, disabling compactions & flushes 2024-11-27T07:23:36,121 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795. 2024-11-27T07:23:36,121 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795. 2024-11-27T07:23:36,121 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795. after waiting 0 ms 2024-11-27T07:23:36,121 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795. 2024-11-27T07:23:36,121 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795. 2024-11-27T07:23:36,121 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4945e1a8b480dee58acac0b349157795: Waiting for close lock at 1732692216121Disabling compacts and flushes for region at 1732692216121Disabling writes for close at 1732692216121Writing region close event to WAL at 1732692216121Closed at 1732692216121 2024-11-27T07:23:36,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T07:23:36,123 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732692216123"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732692216123"}]},"ts":"1732692216123"} 2024-11-27T07:23:36,124 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T07:23:36,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T07:23:36,125 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692216125"}]},"ts":"1732692216125"} 2024-11-27T07:23:36,126 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T07:23:36,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4945e1a8b480dee58acac0b349157795, ASSIGN}] 2024-11-27T07:23:36,128 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4945e1a8b480dee58acac0b349157795, ASSIGN 2024-11-27T07:23:36,128 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4945e1a8b480dee58acac0b349157795, ASSIGN; state=OFFLINE, location=289954c9202d,42881,1732692198506; forceNewPlan=false, retain=false 2024-11-27T07:23:36,279 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4945e1a8b480dee58acac0b349157795, regionState=OPENING, regionLocation=289954c9202d,42881,1732692198506 2024-11-27T07:23:36,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4945e1a8b480dee58acac0b349157795, ASSIGN because future has completed 2024-11-27T07:23:36,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4945e1a8b480dee58acac0b349157795, server=289954c9202d,42881,1732692198506}] 2024-11-27T07:23:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:23:36,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795. 2024-11-27T07:23:36,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T07:23:36,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T07:23:36,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=289954c9202d%2C42881%2C1732692198506.rep, suffix=, logDir=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506, archiveDir=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/oldWALs, maxLogs=10 2024-11-27T07:23:36,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.rep.1732692216437, exclude list is [], retry=0 2024-11-27T07:23:36,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34659,DS-5d10890b-1e2b-4965-b1fb-7ef47d52106f,DISK] 2024-11-27T07:23:36,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.rep.1732692216437 2024-11-27T07:23:36,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33581:33581)] 2024-11-27T07:23:36,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4945e1a8b480dee58acac0b349157795, NAME => 'hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795.', STARTKEY => '', ENDKEY => ''} 2024-11-27T07:23:36,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T07:23:36,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T07:23:36,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795. service=MultiRowMutationService 2024-11-27T07:23:36,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T07:23:36,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4945e1a8b480dee58acac0b349157795 2024-11-27T07:23:36,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T07:23:36,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4945e1a8b480dee58acac0b349157795 2024-11-27T07:23:36,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4945e1a8b480dee58acac0b349157795 2024-11-27T07:23:36,456 INFO [StoreOpener-4945e1a8b480dee58acac0b349157795-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4945e1a8b480dee58acac0b349157795 2024-11-27T07:23:36,457 INFO [StoreOpener-4945e1a8b480dee58acac0b349157795-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4945e1a8b480dee58acac0b349157795 columnFamilyName hfileref 2024-11-27T07:23:36,457 DEBUG [StoreOpener-4945e1a8b480dee58acac0b349157795-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:36,458 INFO [StoreOpener-4945e1a8b480dee58acac0b349157795-1 {}] regionserver.HStore(327): Store=4945e1a8b480dee58acac0b349157795/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:36,458 INFO [StoreOpener-4945e1a8b480dee58acac0b349157795-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4945e1a8b480dee58acac0b349157795 2024-11-27T07:23:36,459 INFO [StoreOpener-4945e1a8b480dee58acac0b349157795-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4945e1a8b480dee58acac0b349157795 columnFamilyName queue 2024-11-27T07:23:36,459 DEBUG [StoreOpener-4945e1a8b480dee58acac0b349157795-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:36,459 INFO [StoreOpener-4945e1a8b480dee58acac0b349157795-1 {}] regionserver.HStore(327): Store=4945e1a8b480dee58acac0b349157795/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:36,459 INFO [StoreOpener-4945e1a8b480dee58acac0b349157795-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4945e1a8b480dee58acac0b349157795 2024-11-27T07:23:36,460 INFO [StoreOpener-4945e1a8b480dee58acac0b349157795-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4945e1a8b480dee58acac0b349157795 columnFamilyName sid 2024-11-27T07:23:36,460 DEBUG [StoreOpener-4945e1a8b480dee58acac0b349157795-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T07:23:36,460 INFO [StoreOpener-4945e1a8b480dee58acac0b349157795-1 {}] regionserver.HStore(327): Store=4945e1a8b480dee58acac0b349157795/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T07:23:36,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4945e1a8b480dee58acac0b349157795 2024-11-27T07:23:36,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/replication/4945e1a8b480dee58acac0b349157795 2024-11-27T07:23:36,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/replication/4945e1a8b480dee58acac0b349157795 2024-11-27T07:23:36,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4945e1a8b480dee58acac0b349157795 2024-11-27T07:23:36,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4945e1a8b480dee58acac0b349157795 2024-11-27T07:23:36,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T07:23:36,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4945e1a8b480dee58acac0b349157795 2024-11-27T07:23:36,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/replication/4945e1a8b480dee58acac0b349157795/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T07:23:36,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4945e1a8b480dee58acac0b349157795; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60591963, jitterRate=-0.09710939228534698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T07:23:36,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4945e1a8b480dee58acac0b349157795 2024-11-27T07:23:36,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4945e1a8b480dee58acac0b349157795: Running coprocessor pre-open hook at 1732692216455Writing region info on filesystem at 1732692216455Initializing all the Stores at 1732692216456 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692216456Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692216456Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732692216456Cleaning up temporary data from old regions at 1732692216461 (+5 ms)Running coprocessor post-open hooks at 1732692216464 (+3 ms)Region opened successfully at 1732692216464 2024-11-27T07:23:36,471 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795., pid=10, masterSystemTime=1732692216433 2024-11-27T07:23:36,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795. 2024-11-27T07:23:36,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795. 2024-11-27T07:23:36,474 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4945e1a8b480dee58acac0b349157795, regionState=OPEN, openSeqNum=2, regionLocation=289954c9202d,42881,1732692198506 2024-11-27T07:23:36,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4945e1a8b480dee58acac0b349157795, server=289954c9202d,42881,1732692198506 because future has completed 2024-11-27T07:23:36,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T07:23:36,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4945e1a8b480dee58acac0b349157795, server=289954c9202d,42881,1732692198506 in 195 msec 2024-11-27T07:23:36,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T07:23:36,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4945e1a8b480dee58acac0b349157795, ASSIGN in 350 msec 2024-11-27T07:23:36,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T07:23:36,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732692216479"}]},"ts":"1732692216479"} 2024-11-27T07:23:36,481 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T07:23:36,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T07:23:36,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-27T07:23:36,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795., hostname=289954c9202d,42881,1732692198506, seqNum=2] 2024-11-27T07:23:36,640 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:23:36,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:36,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:36,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:36,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:36,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:36,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:36,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:36,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:36,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929699500 2024-11-27T07:23:36,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42881-0x1017b2cb6d50001, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929699500 2024-11-27T07:23:36,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T07:23:36,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:36,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:36,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:36,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:36,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:36,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:36,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:36,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:36,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:36,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:36,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42881 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T07:23:36,830 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T07:23:36,859 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-289954c9202d,42881,1732692198506, ReplicationSource: 1, currentBandwidth=0 2024-11-27T07:23:36,860 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:23:36,860 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,42881,1732692198506, seqNum=-1] 2024-11-27T07:23:36,860 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:23:36,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-27T07:23:36,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-289954c9202d,42881,1732692198506', locateType=CURRENT is [region=hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795., hostname=289954c9202d,42881,1732692198506, seqNum=2] 2024-11-27T07:23:36,864 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T07:23:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T07:23:36,866 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 289954c9202d,42881,1732692198506 suceeded 2024-11-27T07:23:36,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T07:23:36,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-27T07:23:36,867 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://289954c9202d:33097,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T07:23:36,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5670 sec 2024-11-27T07:23:36,877 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:33097' 2024-11-27T07:23:36,878 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@272b7f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:36,878 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,33097,-1 for getting cluster id 2024-11-27T07:23:36,878 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:23:36,879 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09931a83-6872-4c1e-bf58-e78836e3353a' 2024-11-27T07:23:36,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:23:36,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09931a83-6872-4c1e-bf58-e78836e3353a" 2024-11-27T07:23:36,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14b17e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:36,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,33097,-1] 2024-11-27T07:23:36,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:23:36,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:36,880 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:23:36,880 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9f054f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:36,881 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:23:36,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,33097,1732692202242 2024-11-27T07:23:36,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e909774 2024-11-27T07:23:36,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:23:36,882 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-27T07:23:36,882 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-289954c9202d,42881,1732692198506 (queues=1) is replicating from cluster=dc27437e-27b1-4c7e-88b8-c2b96cb34fb5 to cluster=09931a83-6872-4c1e-bf58-e78836e3353a 2024-11-27T07:23:36,883 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=289954c9202d%2C42881%2C1732692198506 2024-11-27T07:23:36,883 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-289954c9202d,42881,1732692198506, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T07:23:36,883 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.shipper289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 289954c9202d%2C42881%2C1732692198506 2024-11-27T07:23:36,883 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692199273, startPosition=0, beingWritten=true 2024-11-27T07:23:36,888 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:23:36,888 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692199273 to pos 379, reset compression=false 2024-11-27T07:23:36,888 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.shipper289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,42881,1732692198506 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692199273, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:23:37,091 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692199273 to pos 379, reset compression=false 2024-11-27T07:23:37,394 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692199273 to pos 379, reset compression=false 2024-11-27T07:23:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T07:23:37,446 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T07:23:37,446 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:23:37,446 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:37,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:37,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:37,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:23:37,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5181d241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:37,447 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,33113,-1 for getting cluster id 2024-11-27T07:23:37,447 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:23:37,448 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc27437e-27b1-4c7e-88b8-c2b96cb34fb5' 2024-11-27T07:23:37,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:23:37,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc27437e-27b1-4c7e-88b8-c2b96cb34fb5" 2024-11-27T07:23:37,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f5c8b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:37,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,33113,-1] 2024-11-27T07:23:37,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:23:37,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:37,449 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:23:37,449 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T07:23:37,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a0fc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:37,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ebac23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:37,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,33097,-1 for getting cluster id 2024-11-27T07:23:37,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:23:37,450 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09931a83-6872-4c1e-bf58-e78836e3353a' 2024-11-27T07:23:37,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:23:37,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09931a83-6872-4c1e-bf58-e78836e3353a" 2024-11-27T07:23:37,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554178c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:37,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,33097,-1] 2024-11-27T07:23:37,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:23:37,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:37,451 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:23:37,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3ff252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:37,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37691d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:37,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,43155,-1 for getting cluster id 2024-11-27T07:23:37,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:23:37,452 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '007ff726-5fd2-4dae-9311-ae42bfc9f786' 2024-11-27T07:23:37,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:23:37,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "007ff726-5fd2-4dae-9311-ae42bfc9f786" 2024-11-27T07:23:37,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360d0509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:37,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,43155,-1] 2024-11-27T07:23:37,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:23:37,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:37,453 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:23:37,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c7c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:37,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:37,458 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732692217458/Put/seqid=0 2024-11-27T07:23:37,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741840_1016 (size=7894) 2024-11-27T07:23:37,797 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692199273 to pos 379, reset compression=false 2024-11-27T07:23:37,865 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732692217865/Put/seqid=0 2024-11-27T07:23:37,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741841_1017 (size=7691) 2024-11-27T07:23:37,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61cb7adf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:37,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,33113,-1 for getting cluster id 2024-11-27T07:23:37,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:23:37,882 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc27437e-27b1-4c7e-88b8-c2b96cb34fb5' 2024-11-27T07:23:37,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:23:37,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc27437e-27b1-4c7e-88b8-c2b96cb34fb5" 2024-11-27T07:23:37,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b14f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:37,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,33113,-1] 2024-11-27T07:23:37,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:23:37,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:37,884 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:23:37,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1615738b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:37,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:23:37,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,42881,1732692198506, seqNum=-1] 2024-11-27T07:23:37,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:23:37,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:23:37,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:23:37,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,33113,1732692198257 2024-11-27T07:23:37,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2930b7cf 2024-11-27T07:23:37,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:23:37,904 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:23:37,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732692211353.344520be715ea80984527db8308be19b., hostname=289954c9202d,42881,1732692198506, seqNum=2] 2024-11-27T07:23:37,910 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T07:23:37,919 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-27T07:23:37,922 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-27T07:23:37,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 344520be715ea80984527db8308be19b/f 2024-11-27T07:23:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-27T07:23:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T07:23:37,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 344520be715ea80984527db8308be19b/f 2024-11-27T07:23:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-27T07:23:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T07:23:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HRegion(2603): Flush status journal for 344520be715ea80984527db8308be19b: 2024-11-27T07:23:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/staging/jenkins__test__9lvusglrmlsima27hhn626t1dsfgr70s0tt6295vem4u8oe71vnscm3g1dv4qjjo/f/hfile_1 2024-11-27T07:23:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/staging/jenkins__test__9lvusglrmlsima27hhn626t1dsfgr70s0tt6295vem4u8oe71vnscm3g1dv4qjjo/f/hfile_1 as hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/default/test/344520be715ea80984527db8308be19b/f/a4e8540a9df54d439a23a169910b67a6_SeqId_4_ 2024-11-27T07:23:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/staging/jenkins__test__9lvusglrmlsima27hhn626t1dsfgr70s0tt6295vem4u8oe71vnscm3g1dv4qjjo/f/hfile_0 2024-11-27T07:23:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/staging/jenkins__test__9lvusglrmlsima27hhn626t1dsfgr70s0tt6295vem4u8oe71vnscm3g1dv4qjjo/f/hfile_0 as hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/default/test/344520be715ea80984527db8308be19b/f/573f3df5cdfd4ee4a50e826b31a86283_SeqId_4_ 2024-11-27T07:23:37,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/staging/jenkins__test__9lvusglrmlsima27hhn626t1dsfgr70s0tt6295vem4u8oe71vnscm3g1dv4qjjo/f/hfile_1 into 344520be715ea80984527db8308be19b/f as hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/default/test/344520be715ea80984527db8308be19b/f/a4e8540a9df54d439a23a169910b67a6_SeqId_4_ - updating store file list. 2024-11-27T07:23:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a4e8540a9df54d439a23a169910b67a6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T07:23:37,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/default/test/344520be715ea80984527db8308be19b/f/a4e8540a9df54d439a23a169910b67a6_SeqId_4_ into 344520be715ea80984527db8308be19b/f 2024-11-27T07:23:37,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/staging/jenkins__test__9lvusglrmlsima27hhn626t1dsfgr70s0tt6295vem4u8oe71vnscm3g1dv4qjjo/f/hfile_1 into 344520be715ea80984527db8308be19b/f (new location: hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/default/test/344520be715ea80984527db8308be19b/f/a4e8540a9df54d439a23a169910b67a6_SeqId_4_) 2024-11-27T07:23:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/staging/jenkins__test__9lvusglrmlsima27hhn626t1dsfgr70s0tt6295vem4u8oe71vnscm3g1dv4qjjo/f/hfile_1 2024-11-27T07:23:37,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/staging/jenkins__test__9lvusglrmlsima27hhn626t1dsfgr70s0tt6295vem4u8oe71vnscm3g1dv4qjjo/f/hfile_0 into 344520be715ea80984527db8308be19b/f as hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/default/test/344520be715ea80984527db8308be19b/f/573f3df5cdfd4ee4a50e826b31a86283_SeqId_4_ - updating store file list. 2024-11-27T07:23:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 573f3df5cdfd4ee4a50e826b31a86283_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T07:23:37,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/default/test/344520be715ea80984527db8308be19b/f/573f3df5cdfd4ee4a50e826b31a86283_SeqId_4_ into 344520be715ea80984527db8308be19b/f 2024-11-27T07:23:37,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/staging/jenkins__test__9lvusglrmlsima27hhn626t1dsfgr70s0tt6295vem4u8oe71vnscm3g1dv4qjjo/f/hfile_0 into 344520be715ea80984527db8308be19b/f (new location: hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/default/test/344520be715ea80984527db8308be19b/f/573f3df5cdfd4ee4a50e826b31a86283_SeqId_4_) 2024-11-27T07:23:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/staging/jenkins__test__9lvusglrmlsima27hhn626t1dsfgr70s0tt6295vem4u8oe71vnscm3g1dv4qjjo/f/hfile_0 2024-11-27T07:23:37,970 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:23:37,970 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:37,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:37,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:23:37,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:37,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732692211353.344520be715ea80984527db8308be19b., hostname=289954c9202d,42881,1732692198506, seqNum=2 , the old value is region=test,,1732692211353.344520be715ea80984527db8308be19b., hostname=289954c9202d,42881,1732692198506, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=289954c9202d:42881 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T07:23:37,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732692211353.344520be715ea80984527db8308be19b., hostname=289954c9202d,42881,1732692198506, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T07:23:37,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732692211353.344520be715ea80984527db8308be19b., hostname=289954c9202d,42881,1732692198506, seqNum=2 from cache 2024-11-27T07:23:37,971 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:23:37,972 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T07:23:37,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,38681,1732692202367, seqNum=-1] 2024-11-27T07:23:37,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:23:37,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:23:37,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732692212498.0316461dafbd7c4c8f5e0b22cfc44fa3., hostname=289954c9202d,38681,1732692202367, seqNum=2] 2024-11-27T07:23:37,975 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T07:23:38,076 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:42881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T07:23:38,300 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692199273 to pos 379, reset compression=false 2024-11-27T07:23:38,307 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:23:38,307 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.shipper289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,42881,1732692198506 got entry batch from reader: WALEntryBatch [walEntries=[{test/344520be715ea80984527db8308be19b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732692217969/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692199273, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T07:23:38,311 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.shipper289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:23:38,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-27T07:23:38,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.ReplicationSink(318): Replicating [dc27437e-27b1-4c7e-88b8-c2b96cb34fb5] bulk loaded data 2024-11-27T07:23:38,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d27b2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:38,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,33097,-1 for getting cluster id 2024-11-27T07:23:38,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:23:38,322 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09931a83-6872-4c1e-bf58-e78836e3353a' 2024-11-27T07:23:38,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:23:38,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09931a83-6872-4c1e-bf58-e78836e3353a" 2024-11-27T07:23:38,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59a787c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:38,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,33097,-1] 2024-11-27T07:23:38,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:23:38,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:38,323 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:23:38,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d797d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:38,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741837_1013 (size=7691) 2024-11-27T07:23:38,508 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692199273 to pos 687, reset compression=false 2024-11-27T07:23:38,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741838_1014 (size=7894) 2024-11-27T07:23:38,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:23:38,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,33097,1732692202242 2024-11-27T07:23:38,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70693064 2024-11-27T07:23:38,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:23:38,807 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-27T07:23:38,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T07:23:38,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:23:38,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,38681,1732692202367, seqNum=-1] 2024-11-27T07:23:38,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:23:38,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-27T07:23:38,828 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692199273 to pos 687, reset compression=false 2024-11-27T07:23:38,842 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/staging/jenkins.hfs.22__test__58p3t35s8q177ffda528tvj9la8t1jnp2c5csii8oep0smi13bncd9tno89dmg2r/f/573f3df5cdfd4ee4a50e826b31a86283_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-27T07:23:38,844 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/staging/jenkins.hfs.22__test__58p3t35s8q177ffda528tvj9la8t1jnp2c5csii8oep0smi13bncd9tno89dmg2r/f/a4e8540a9df54d439a23a169910b67a6_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-27T07:23:38,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/staging/jenkins.hfs.22__test__58p3t35s8q177ffda528tvj9la8t1jnp2c5csii8oep0smi13bncd9tno89dmg2r/f/573f3df5cdfd4ee4a50e826b31a86283_SeqId_4_ for inclusion in 0316461dafbd7c4c8f5e0b22cfc44fa3/f 2024-11-27T07:23:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-27T07:23:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T07:23:38,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/staging/jenkins.hfs.22__test__58p3t35s8q177ffda528tvj9la8t1jnp2c5csii8oep0smi13bncd9tno89dmg2r/f/a4e8540a9df54d439a23a169910b67a6_SeqId_4_ for inclusion in 0316461dafbd7c4c8f5e0b22cfc44fa3/f 2024-11-27T07:23:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-27T07:23:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T07:23:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HRegion(2603): Flush status journal for 0316461dafbd7c4c8f5e0b22cfc44fa3: 2024-11-27T07:23:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 573f3df5cdfd4ee4a50e826b31a86283_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T07:23:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/staging/jenkins.hfs.22__test__58p3t35s8q177ffda528tvj9la8t1jnp2c5csii8oep0smi13bncd9tno89dmg2r/f/573f3df5cdfd4ee4a50e826b31a86283_SeqId_4_ as hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/default/test/0316461dafbd7c4c8f5e0b22cfc44fa3/f/fae77c8ddee94be581bd28436f856c2f_SeqId_4_ 2024-11-27T07:23:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a4e8540a9df54d439a23a169910b67a6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T07:23:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/staging/jenkins.hfs.22__test__58p3t35s8q177ffda528tvj9la8t1jnp2c5csii8oep0smi13bncd9tno89dmg2r/f/a4e8540a9df54d439a23a169910b67a6_SeqId_4_ as hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/default/test/0316461dafbd7c4c8f5e0b22cfc44fa3/f/6b16832f3765494a9f70b0e43f63c29b_SeqId_4_ 2024-11-27T07:23:38,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/staging/jenkins.hfs.22__test__58p3t35s8q177ffda528tvj9la8t1jnp2c5csii8oep0smi13bncd9tno89dmg2r/f/573f3df5cdfd4ee4a50e826b31a86283_SeqId_4_ into 0316461dafbd7c4c8f5e0b22cfc44fa3/f as hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/default/test/0316461dafbd7c4c8f5e0b22cfc44fa3/f/fae77c8ddee94be581bd28436f856c2f_SeqId_4_ - updating store file list. 2024-11-27T07:23:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fae77c8ddee94be581bd28436f856c2f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T07:23:38,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/default/test/0316461dafbd7c4c8f5e0b22cfc44fa3/f/fae77c8ddee94be581bd28436f856c2f_SeqId_4_ into 0316461dafbd7c4c8f5e0b22cfc44fa3/f 2024-11-27T07:23:38,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/staging/jenkins.hfs.22__test__58p3t35s8q177ffda528tvj9la8t1jnp2c5csii8oep0smi13bncd9tno89dmg2r/f/573f3df5cdfd4ee4a50e826b31a86283_SeqId_4_ into 0316461dafbd7c4c8f5e0b22cfc44fa3/f (new location: hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/default/test/0316461dafbd7c4c8f5e0b22cfc44fa3/f/fae77c8ddee94be581bd28436f856c2f_SeqId_4_) 2024-11-27T07:23:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/staging/jenkins.hfs.22__test__58p3t35s8q177ffda528tvj9la8t1jnp2c5csii8oep0smi13bncd9tno89dmg2r/f/573f3df5cdfd4ee4a50e826b31a86283_SeqId_4_ 2024-11-27T07:23:38,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/staging/jenkins.hfs.22__test__58p3t35s8q177ffda528tvj9la8t1jnp2c5csii8oep0smi13bncd9tno89dmg2r/f/a4e8540a9df54d439a23a169910b67a6_SeqId_4_ into 0316461dafbd7c4c8f5e0b22cfc44fa3/f as hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/default/test/0316461dafbd7c4c8f5e0b22cfc44fa3/f/6b16832f3765494a9f70b0e43f63c29b_SeqId_4_ - updating store file list. 2024-11-27T07:23:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6b16832f3765494a9f70b0e43f63c29b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T07:23:38,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/default/test/0316461dafbd7c4c8f5e0b22cfc44fa3/f/6b16832f3765494a9f70b0e43f63c29b_SeqId_4_ into 0316461dafbd7c4c8f5e0b22cfc44fa3/f 2024-11-27T07:23:38,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/staging/jenkins.hfs.22__test__58p3t35s8q177ffda528tvj9la8t1jnp2c5csii8oep0smi13bncd9tno89dmg2r/f/a4e8540a9df54d439a23a169910b67a6_SeqId_4_ into 0316461dafbd7c4c8f5e0b22cfc44fa3/f (new location: hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/default/test/0316461dafbd7c4c8f5e0b22cfc44fa3/f/6b16832f3765494a9f70b0e43f63c29b_SeqId_4_) 2024-11-27T07:23:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/staging/jenkins.hfs.22__test__58p3t35s8q177ffda528tvj9la8t1jnp2c5csii8oep0smi13bncd9tno89dmg2r/f/a4e8540a9df54d439a23a169910b67a6_SeqId_4_ 2024-11-27T07:23:38,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.ReplicationSink(324): Finished replicating [dc27437e-27b1-4c7e-88b8-c2b96cb34fb5] bulk loaded data 2024-11-27T07:23:38,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:23:38,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,35133,1732692208228, seqNum=-1] 2024-11-27T07:23:38,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:23:38,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:23:38,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732692214660.602704f9117701db5ac7e4e6d8ec659c., hostname=289954c9202d,35133,1732692208228, seqNum=2] 2024-11-27T07:23:38,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:23:38,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T07:23:38,991 DEBUG [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 289954c9202d%2C42881%2C1732692198506:(num 1732692199273) roll requested 2024-11-27T07:23:39,003 DEBUG [regionserver/289954c9202d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991, exclude list is [], retry=0 2024-11-27T07:23:39,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34659,DS-5d10890b-1e2b-4965-b1fb-7ef47d52106f,DISK] 2024-11-27T07:23:39,006 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692199273 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 2024-11-27T07:23:39,007 DEBUG [regionserver/289954c9202d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33581:33581)] 2024-11-27T07:23:39,007 DEBUG [regionserver/289954c9202d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692199273 is not closed yet, will try archiving it next time 2024-11-27T07:23:39,007 DEBUG [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 289954c9202d%2C42881%2C1732692198506.rep:(num 1732692216437) roll requested 2024-11-27T07:23:39,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a32c6f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:39,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,33113,-1 for getting cluster id 2024-11-27T07:23:39,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:23:39,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741832_1008 (size=695) 2024-11-27T07:23:39,008 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692199273 not finished, retry = 0 2024-11-27T07:23:39,008 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc27437e-27b1-4c7e-88b8-c2b96cb34fb5' 2024-11-27T07:23:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:23:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc27437e-27b1-4c7e-88b8-c2b96cb34fb5" 2024-11-27T07:23:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d462996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,33113,-1] 2024-11-27T07:23:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:23:39,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:39,009 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:23:39,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf79cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:39,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:23:39,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,33113,1732692198257 2024-11-27T07:23:39,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14e35cd3 2024-11-27T07:23:39,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:23:39,011 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:23:39,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://289954c9202d:43155,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T07:23:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T07:23:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T07:23:39,014 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:43155' 2024-11-27T07:23:39,015 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dd15888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:39,015 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,43155,-1 for getting cluster id 2024-11-27T07:23:39,015 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:23:39,015 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '007ff726-5fd2-4dae-9311-ae42bfc9f786' 2024-11-27T07:23:39,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:23:39,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "007ff726-5fd2-4dae-9311-ae42bfc9f786" 2024-11-27T07:23:39,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf5f891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:39,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,43155,-1] 2024-11-27T07:23:39,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:23:39,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:39,016 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:23:39,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b0af99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:39,017 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:23:39,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,43155,1732692208120 2024-11-27T07:23:39,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42dddf7f 2024-11-27T07:23:39,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:23:39,018 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:23:39,019 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T07:23:39,019 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T07:23:39,019 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:39,019 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:39,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:23:39,021 DEBUG [regionserver/289954c9202d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.rep.1732692219007, exclude list is [], retry=0 2024-11-27T07:23:39,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34659,DS-5d10890b-1e2b-4965-b1fb-7ef47d52106f,DISK] 2024-11-27T07:23:39,024 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.rep.1732692216437 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.rep.1732692219007 2024-11-27T07:23:39,025 DEBUG [regionserver/289954c9202d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33581:33581)] 2024-11-27T07:23:39,025 DEBUG [regionserver/289954c9202d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.rep.1732692216437 is not closed yet, will try archiving it next time 2024-11-27T07:23:39,025 DEBUG [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 289954c9202d%2C42881%2C1732692198506.meta:.meta(num 1732692199836) roll requested 2024-11-27T07:23:39,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741839_1015 (size=1505) 2024-11-27T07:23:39,026 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.rep.1732692216437 not finished, retry = 0 2024-11-27T07:23:39,041 DEBUG [regionserver/289954c9202d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.meta.1732692219025.meta, exclude list is [], retry=0 2024-11-27T07:23:39,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34659,DS-5d10890b-1e2b-4965-b1fb-7ef47d52106f,DISK] 2024-11-27T07:23:39,044 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.meta.1732692199836.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.meta.1732692219025.meta 2024-11-27T07:23:39,044 DEBUG [regionserver/289954c9202d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33581:33581)] 2024-11-27T07:23:39,044 DEBUG [regionserver/289954c9202d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.meta.1732692199836.meta is not closed yet, will try archiving it next time 2024-11-27T07:23:39,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741834_1010 (size=3473) 2024-11-27T07:23:39,045 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.meta.1732692199836.meta not finished, retry = 0 2024-11-27T07:23:39,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T07:23:39,109 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692199273 to hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/oldWALs/289954c9202d%2C42881%2C1732692198506.1732692199273 2024-11-27T07:23:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T07:23:39,243 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692199273 to pos 687, reset compression=false 2024-11-27T07:23:39,250 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692199273 was moved to hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/oldWALs/289954c9202d%2C42881%2C1732692198506.1732692199273 2024-11-27T07:23:39,251 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692199273 2024-11-27T07:23:39,251 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991, startPosition=0, beingWritten=true 2024-11-27T07:23:39,251 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.shipper289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,42881,1732692198506 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692199273, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-27T07:23:39,253 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.shipper289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [289954c9202d%2C42881%2C1732692198506.1732692199273] 2024-11-27T07:23:39,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42881 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-27T07:23:39,260 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-27T07:23:39,293 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-289954c9202d,42881,1732692198506, ReplicationSource: 2, currentBandwidth=0 2024-11-27T07:23:39,300 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T07:23:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-27T07:23:39,302 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 289954c9202d,42881,1732692198506 suceeded 2024-11-27T07:23:39,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T07:23:39,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-27T07:23:39,304 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://289954c9202d:43155,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T07:23:39,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 292 msec 2024-11-27T07:23:39,315 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='289954c9202d:43155' 2024-11-27T07:23:39,317 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b9b884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:39,317 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,43155,-1 for getting cluster id 2024-11-27T07:23:39,317 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:23:39,317 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '007ff726-5fd2-4dae-9311-ae42bfc9f786' 2024-11-27T07:23:39,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:23:39,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "007ff726-5fd2-4dae-9311-ae42bfc9f786" 2024-11-27T07:23:39,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fc4d68d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:39,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,43155,-1] 2024-11-27T07:23:39,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:23:39,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:39,318 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:23:39,319 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19e819ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:39,319 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:23:39,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,43155,1732692208120 2024-11-27T07:23:39,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@791d5178 2024-11-27T07:23:39,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:23:39,320 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-27T07:23:39,321 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-289954c9202d,42881,1732692198506 (queues=1) is replicating from cluster=dc27437e-27b1-4c7e-88b8-c2b96cb34fb5 to cluster=007ff726-5fd2-4dae-9311-ae42bfc9f786 2024-11-27T07:23:39,321 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=289954c9202d%2C42881%2C1732692198506 2024-11-27T07:23:39,321 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-289954c9202d,42881,1732692198506, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T07:23:39,321 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991, startPosition=0, beingWritten=true 2024-11-27T07:23:39,321 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.shipper289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 289954c9202d%2C42881%2C1732692198506 2024-11-27T07:23:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T07:23:39,326 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-27T07:23:39,326 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:23:39,326 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:39,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:39,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:39,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:23:39,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T07:23:39,329 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732692219329/Put/seqid=0 2024-11-27T07:23:39,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741845_1021 (size=11194) 2024-11-27T07:23:39,525 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 0, reset compression=false 2024-11-27T07:23:39,736 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732692219735/Put/seqid=0 2024-11-27T07:23:39,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741846_1022 (size=10791) 2024-11-27T07:23:39,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266cf680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:39,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,33113,-1 for getting cluster id 2024-11-27T07:23:39,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:23:39,741 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc27437e-27b1-4c7e-88b8-c2b96cb34fb5' 2024-11-27T07:23:39,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:23:39,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc27437e-27b1-4c7e-88b8-c2b96cb34fb5" 2024-11-27T07:23:39,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb23294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:39,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,33113,-1] 2024-11-27T07:23:39,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:23:39,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:39,742 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:23:39,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfaa7fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:39,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:23:39,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,42881,1732692198506, seqNum=-1] 2024-11-27T07:23:39,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:23:39,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T07:23:39,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:23:39,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,33113,1732692198257 2024-11-27T07:23:39,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e843d4e 2024-11-27T07:23:39,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:23:39,752 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T07:23:39,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732692211353.344520be715ea80984527db8308be19b., hostname=289954c9202d,42881,1732692198506, seqNum=2] 2024-11-27T07:23:39,756 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 0, reset compression=false 2024-11-27T07:23:39,757 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T07:23:39,762 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-27T07:23:39,764 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-27T07:23:39,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 344520be715ea80984527db8308be19b/f 2024-11-27T07:23:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T07:23:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T07:23:39,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 344520be715ea80984527db8308be19b/f 2024-11-27T07:23:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T07:23:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T07:23:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HRegion(2603): Flush status journal for 344520be715ea80984527db8308be19b: 2024-11-27T07:23:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/staging/jenkins__test__dc4ecunvk3pl1ddtid52ej8a9igjnehsj6i7lbfougcpuhab8146musff2m2lk2/f/hfile_0 2024-11-27T07:23:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/staging/jenkins__test__dc4ecunvk3pl1ddtid52ej8a9igjnehsj6i7lbfougcpuhab8146musff2m2lk2/f/hfile_0 as hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/default/test/344520be715ea80984527db8308be19b/f/47dbd7c97bb44e268634acfbad141bca_SeqId_6_ 2024-11-27T07:23:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/staging/jenkins__test__dc4ecunvk3pl1ddtid52ej8a9igjnehsj6i7lbfougcpuhab8146musff2m2lk2/f/hfile_1 2024-11-27T07:23:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/staging/jenkins__test__dc4ecunvk3pl1ddtid52ej8a9igjnehsj6i7lbfougcpuhab8146musff2m2lk2/f/hfile_1 as hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/default/test/344520be715ea80984527db8308be19b/f/c90d3c7bd49944119e20ee598f1a7d12_SeqId_6_ 2024-11-27T07:23:39,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/staging/jenkins__test__dc4ecunvk3pl1ddtid52ej8a9igjnehsj6i7lbfougcpuhab8146musff2m2lk2/f/hfile_0 into 344520be715ea80984527db8308be19b/f as hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/default/test/344520be715ea80984527db8308be19b/f/47dbd7c97bb44e268634acfbad141bca_SeqId_6_ - updating store file list. 2024-11-27T07:23:39,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 47dbd7c97bb44e268634acfbad141bca_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T07:23:39,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/default/test/344520be715ea80984527db8308be19b/f/47dbd7c97bb44e268634acfbad141bca_SeqId_6_ into 344520be715ea80984527db8308be19b/f 2024-11-27T07:23:39,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/staging/jenkins__test__dc4ecunvk3pl1ddtid52ej8a9igjnehsj6i7lbfougcpuhab8146musff2m2lk2/f/hfile_0 into 344520be715ea80984527db8308be19b/f (new location: hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/default/test/344520be715ea80984527db8308be19b/f/47dbd7c97bb44e268634acfbad141bca_SeqId_6_) 2024-11-27T07:23:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/staging/jenkins__test__dc4ecunvk3pl1ddtid52ej8a9igjnehsj6i7lbfougcpuhab8146musff2m2lk2/f/hfile_0 2024-11-27T07:23:39,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/staging/jenkins__test__dc4ecunvk3pl1ddtid52ej8a9igjnehsj6i7lbfougcpuhab8146musff2m2lk2/f/hfile_1 into 344520be715ea80984527db8308be19b/f as hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/default/test/344520be715ea80984527db8308be19b/f/c90d3c7bd49944119e20ee598f1a7d12_SeqId_6_ - updating store file list. 2024-11-27T07:23:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c90d3c7bd49944119e20ee598f1a7d12_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T07:23:39,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/default/test/344520be715ea80984527db8308be19b/f/c90d3c7bd49944119e20ee598f1a7d12_SeqId_6_ into 344520be715ea80984527db8308be19b/f 2024-11-27T07:23:39,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/staging/jenkins__test__dc4ecunvk3pl1ddtid52ej8a9igjnehsj6i7lbfougcpuhab8146musff2m2lk2/f/hfile_1 into 344520be715ea80984527db8308be19b/f (new location: hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/default/test/344520be715ea80984527db8308be19b/f/c90d3c7bd49944119e20ee598f1a7d12_SeqId_6_) 2024-11-27T07:23:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/staging/jenkins__test__dc4ecunvk3pl1ddtid52ej8a9igjnehsj6i7lbfougcpuhab8146musff2m2lk2/f/hfile_1 2024-11-27T07:23:39,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:23:39,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:39,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:39,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:39,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:23:39,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732692211353.344520be715ea80984527db8308be19b., hostname=289954c9202d,42881,1732692198506, seqNum=2 , the old value is region=test,,1732692211353.344520be715ea80984527db8308be19b., hostname=289954c9202d,42881,1732692198506, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=289954c9202d:42881 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T07:23:39,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732692211353.344520be715ea80984527db8308be19b., hostname=289954c9202d,42881,1732692198506, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T07:23:39,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732692211353.344520be715ea80984527db8308be19b., hostname=289954c9202d,42881,1732692198506, seqNum=2 from cache 2024-11-27T07:23:39,800 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T07:23:39,803 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T07:23:39,829 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 0, reset compression=false 2024-11-27T07:23:39,833 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:23:39,833 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.shipper289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-289954c9202d,42881,1732692198506 got entry batch from reader: WALEntryBatch [walEntries=[{test/344520be715ea80984527db8308be19b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732692219797/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T07:23:39,834 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.shipper289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T07:23:39,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-27T07:23:39,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] regionserver.ReplicationSink(318): Replicating [dc27437e-27b1-4c7e-88b8-c2b96cb34fb5] bulk loaded data 2024-11-27T07:23:39,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@265c6d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:39,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] client.ClusterIdFetcher(90): Going to request 289954c9202d,43155,-1 for getting cluster id 2024-11-27T07:23:39,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T07:23:39,836 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '007ff726-5fd2-4dae-9311-ae42bfc9f786' 2024-11-27T07:23:39,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T07:23:39,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "007ff726-5fd2-4dae-9311-ae42bfc9f786" 2024-11-27T07:23:39,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@271de95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:39,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [289954c9202d,43155,-1] 2024-11-27T07:23:39,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T07:23:39,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:39,837 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-27T07:23:39,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@302e36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T07:23:39,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741837_1013 (size=11194) 2024-11-27T07:23:39,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741838_1014 (size=10791) 2024-11-27T07:23:39,905 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:42881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T07:23:40,033 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 393, reset compression=false 2024-11-27T07:23:40,241 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T07:23:40,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T07:23:40,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 289954c9202d,43155,1732692208120 2024-11-27T07:23:40,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38139ab2 2024-11-27T07:23:40,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T07:23:40,256 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-27T07:23:40,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T07:23:40,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T07:23:40,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=289954c9202d,35133,1732692208228, seqNum=-1] 2024-11-27T07:23:40,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T07:23:40,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-27T07:23:40,262 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/staging/jenkins.hfs.23__test__gcpvmrs5r7av8df46muj43o9kkck6mte39kkodj8qnqtbo9uffsv4o89q62ridv3/f/47dbd7c97bb44e268634acfbad141bca_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-27T07:23:40,264 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/staging/jenkins.hfs.23__test__gcpvmrs5r7av8df46muj43o9kkck6mte39kkodj8qnqtbo9uffsv4o89q62ridv3/f/c90d3c7bd49944119e20ee598f1a7d12_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-27T07:23:40,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/staging/jenkins.hfs.23__test__gcpvmrs5r7av8df46muj43o9kkck6mte39kkodj8qnqtbo9uffsv4o89q62ridv3/f/47dbd7c97bb44e268634acfbad141bca_SeqId_6_ for inclusion in 602704f9117701db5ac7e4e6d8ec659c/f 2024-11-27T07:23:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T07:23:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T07:23:40,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/staging/jenkins.hfs.23__test__gcpvmrs5r7av8df46muj43o9kkck6mte39kkodj8qnqtbo9uffsv4o89q62ridv3/f/c90d3c7bd49944119e20ee598f1a7d12_SeqId_6_ for inclusion in 602704f9117701db5ac7e4e6d8ec659c/f 2024-11-27T07:23:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T07:23:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T07:23:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] regionserver.HRegion(2603): Flush status journal for 602704f9117701db5ac7e4e6d8ec659c: 2024-11-27T07:23:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 47dbd7c97bb44e268634acfbad141bca_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T07:23:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/staging/jenkins.hfs.23__test__gcpvmrs5r7av8df46muj43o9kkck6mte39kkodj8qnqtbo9uffsv4o89q62ridv3/f/47dbd7c97bb44e268634acfbad141bca_SeqId_6_ as hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/default/test/602704f9117701db5ac7e4e6d8ec659c/f/82889daa45644860ab4d9a58fdb91152_SeqId_4_ 2024-11-27T07:23:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c90d3c7bd49944119e20ee598f1a7d12_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T07:23:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/staging/jenkins.hfs.23__test__gcpvmrs5r7av8df46muj43o9kkck6mte39kkodj8qnqtbo9uffsv4o89q62ridv3/f/c90d3c7bd49944119e20ee598f1a7d12_SeqId_6_ as hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/default/test/602704f9117701db5ac7e4e6d8ec659c/f/9acfdf6f0a9c443f8ea8cd1491e9b451_SeqId_4_ 2024-11-27T07:23:40,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/staging/jenkins.hfs.23__test__gcpvmrs5r7av8df46muj43o9kkck6mte39kkodj8qnqtbo9uffsv4o89q62ridv3/f/47dbd7c97bb44e268634acfbad141bca_SeqId_6_ into 602704f9117701db5ac7e4e6d8ec659c/f as hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/default/test/602704f9117701db5ac7e4e6d8ec659c/f/82889daa45644860ab4d9a58fdb91152_SeqId_4_ - updating store file list. 2024-11-27T07:23:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 82889daa45644860ab4d9a58fdb91152_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T07:23:40,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/default/test/602704f9117701db5ac7e4e6d8ec659c/f/82889daa45644860ab4d9a58fdb91152_SeqId_4_ into 602704f9117701db5ac7e4e6d8ec659c/f 2024-11-27T07:23:40,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/staging/jenkins.hfs.23__test__gcpvmrs5r7av8df46muj43o9kkck6mte39kkodj8qnqtbo9uffsv4o89q62ridv3/f/47dbd7c97bb44e268634acfbad141bca_SeqId_6_ into 602704f9117701db5ac7e4e6d8ec659c/f (new location: hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/default/test/602704f9117701db5ac7e4e6d8ec659c/f/82889daa45644860ab4d9a58fdb91152_SeqId_4_) 2024-11-27T07:23:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/staging/jenkins.hfs.23__test__gcpvmrs5r7av8df46muj43o9kkck6mte39kkodj8qnqtbo9uffsv4o89q62ridv3/f/47dbd7c97bb44e268634acfbad141bca_SeqId_6_ 2024-11-27T07:23:40,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/staging/jenkins.hfs.23__test__gcpvmrs5r7av8df46muj43o9kkck6mte39kkodj8qnqtbo9uffsv4o89q62ridv3/f/c90d3c7bd49944119e20ee598f1a7d12_SeqId_6_ into 602704f9117701db5ac7e4e6d8ec659c/f as hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/default/test/602704f9117701db5ac7e4e6d8ec659c/f/9acfdf6f0a9c443f8ea8cd1491e9b451_SeqId_4_ - updating store file list. 2024-11-27T07:23:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9acfdf6f0a9c443f8ea8cd1491e9b451_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T07:23:40,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/default/test/602704f9117701db5ac7e4e6d8ec659c/f/9acfdf6f0a9c443f8ea8cd1491e9b451_SeqId_4_ into 602704f9117701db5ac7e4e6d8ec659c/f 2024-11-27T07:23:40,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/staging/jenkins.hfs.23__test__gcpvmrs5r7av8df46muj43o9kkck6mte39kkodj8qnqtbo9uffsv4o89q62ridv3/f/c90d3c7bd49944119e20ee598f1a7d12_SeqId_6_ into 602704f9117701db5ac7e4e6d8ec659c/f (new location: hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/default/test/602704f9117701db5ac7e4e6d8ec659c/f/9acfdf6f0a9c443f8ea8cd1491e9b451_SeqId_4_) 2024-11-27T07:23:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/staging/jenkins.hfs.23__test__gcpvmrs5r7av8df46muj43o9kkck6mte39kkodj8qnqtbo9uffsv4o89q62ridv3/f/c90d3c7bd49944119e20ee598f1a7d12_SeqId_6_ 2024-11-27T07:23:40,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] regionserver.ReplicationSink(324): Finished replicating [dc27437e-27b1-4c7e-88b8-c2b96cb34fb5] bulk loaded data 2024-11-27T07:23:40,336 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 393, reset compression=false 2024-11-27T07:23:40,364 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 0, reset compression=false 2024-11-27T07:23:40,368 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T07:23:40,368 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.shipper289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,42881,1732692198506 got entry batch from reader: WALEntryBatch [walEntries=[{test/344520be715ea80984527db8308be19b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732692219797/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T07:23:40,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.ReplicationSink(318): Replicating [dc27437e-27b1-4c7e-88b8-c2b96cb34fb5] bulk loaded data 2024-11-27T07:23:40,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741839_1015 (size=11194) 2024-11-27T07:23:40,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741840_1016 (size=10791) 2024-11-27T07:23:40,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T07:23:40,389 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/staging/jenkins.hfs.22__test__dgp4arlbuthllg1arbpar7a820mv89q5gj6a547e12sukgjaasuqhmjk5nfidc1b/f/47dbd7c97bb44e268634acfbad141bca_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-27T07:23:40,391 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/staging/jenkins.hfs.22__test__dgp4arlbuthllg1arbpar7a820mv89q5gj6a547e12sukgjaasuqhmjk5nfidc1b/f/c90d3c7bd49944119e20ee598f1a7d12_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-27T07:23:40,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/staging/jenkins.hfs.22__test__dgp4arlbuthllg1arbpar7a820mv89q5gj6a547e12sukgjaasuqhmjk5nfidc1b/f/47dbd7c97bb44e268634acfbad141bca_SeqId_6_ for inclusion in 0316461dafbd7c4c8f5e0b22cfc44fa3/f 2024-11-27T07:23:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T07:23:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T07:23:40,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/staging/jenkins.hfs.22__test__dgp4arlbuthllg1arbpar7a820mv89q5gj6a547e12sukgjaasuqhmjk5nfidc1b/f/c90d3c7bd49944119e20ee598f1a7d12_SeqId_6_ for inclusion in 0316461dafbd7c4c8f5e0b22cfc44fa3/f 2024-11-27T07:23:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T07:23:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T07:23:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HRegion(2603): Flush status journal for 0316461dafbd7c4c8f5e0b22cfc44fa3: 2024-11-27T07:23:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 47dbd7c97bb44e268634acfbad141bca_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T07:23:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/staging/jenkins.hfs.22__test__dgp4arlbuthllg1arbpar7a820mv89q5gj6a547e12sukgjaasuqhmjk5nfidc1b/f/47dbd7c97bb44e268634acfbad141bca_SeqId_6_ as hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/default/test/0316461dafbd7c4c8f5e0b22cfc44fa3/f/c2fb1aa3e3b34a92a3e0698b1191caa6_SeqId_6_ 2024-11-27T07:23:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c90d3c7bd49944119e20ee598f1a7d12_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T07:23:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/staging/jenkins.hfs.22__test__dgp4arlbuthllg1arbpar7a820mv89q5gj6a547e12sukgjaasuqhmjk5nfidc1b/f/c90d3c7bd49944119e20ee598f1a7d12_SeqId_6_ as hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/default/test/0316461dafbd7c4c8f5e0b22cfc44fa3/f/7e8daac7a76645d0937eca50c4e5f92f_SeqId_6_ 2024-11-27T07:23:40,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/staging/jenkins.hfs.22__test__dgp4arlbuthllg1arbpar7a820mv89q5gj6a547e12sukgjaasuqhmjk5nfidc1b/f/47dbd7c97bb44e268634acfbad141bca_SeqId_6_ into 0316461dafbd7c4c8f5e0b22cfc44fa3/f as hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/default/test/0316461dafbd7c4c8f5e0b22cfc44fa3/f/c2fb1aa3e3b34a92a3e0698b1191caa6_SeqId_6_ - updating store file list. 2024-11-27T07:23:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c2fb1aa3e3b34a92a3e0698b1191caa6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T07:23:40,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/default/test/0316461dafbd7c4c8f5e0b22cfc44fa3/f/c2fb1aa3e3b34a92a3e0698b1191caa6_SeqId_6_ into 0316461dafbd7c4c8f5e0b22cfc44fa3/f 2024-11-27T07:23:40,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/staging/jenkins.hfs.22__test__dgp4arlbuthllg1arbpar7a820mv89q5gj6a547e12sukgjaasuqhmjk5nfidc1b/f/47dbd7c97bb44e268634acfbad141bca_SeqId_6_ into 0316461dafbd7c4c8f5e0b22cfc44fa3/f (new location: hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/default/test/0316461dafbd7c4c8f5e0b22cfc44fa3/f/c2fb1aa3e3b34a92a3e0698b1191caa6_SeqId_6_) 2024-11-27T07:23:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/staging/jenkins.hfs.22__test__dgp4arlbuthllg1arbpar7a820mv89q5gj6a547e12sukgjaasuqhmjk5nfidc1b/f/47dbd7c97bb44e268634acfbad141bca_SeqId_6_ 2024-11-27T07:23:40,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/staging/jenkins.hfs.22__test__dgp4arlbuthllg1arbpar7a820mv89q5gj6a547e12sukgjaasuqhmjk5nfidc1b/f/c90d3c7bd49944119e20ee598f1a7d12_SeqId_6_ into 0316461dafbd7c4c8f5e0b22cfc44fa3/f as hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/default/test/0316461dafbd7c4c8f5e0b22cfc44fa3/f/7e8daac7a76645d0937eca50c4e5f92f_SeqId_6_ - updating store file list. 2024-11-27T07:23:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7e8daac7a76645d0937eca50c4e5f92f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T07:23:40,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/default/test/0316461dafbd7c4c8f5e0b22cfc44fa3/f/7e8daac7a76645d0937eca50c4e5f92f_SeqId_6_ into 0316461dafbd7c4c8f5e0b22cfc44fa3/f 2024-11-27T07:23:40,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/staging/jenkins.hfs.22__test__dgp4arlbuthllg1arbpar7a820mv89q5gj6a547e12sukgjaasuqhmjk5nfidc1b/f/c90d3c7bd49944119e20ee598f1a7d12_SeqId_6_ into 0316461dafbd7c4c8f5e0b22cfc44fa3/f (new location: hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/default/test/0316461dafbd7c4c8f5e0b22cfc44fa3/f/7e8daac7a76645d0937eca50c4e5f92f_SeqId_6_) 2024-11-27T07:23:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/staging/jenkins.hfs.22__test__dgp4arlbuthllg1arbpar7a820mv89q5gj6a547e12sukgjaasuqhmjk5nfidc1b/f/c90d3c7bd49944119e20ee598f1a7d12_SeqId_6_ 2024-11-27T07:23:40,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38681 {}] regionserver.ReplicationSink(324): Finished replicating [dc27437e-27b1-4c7e-88b8-c2b96cb34fb5] bulk loaded data 2024-11-27T07:23:40,568 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 393, reset compression=false 2024-11-27T07:23:40,739 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 393, reset compression=false 2024-11-27T07:23:40,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T07:23:40,816 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:23:40,817 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:40,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:40,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:40,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:23:40,817 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T07:23:40,817 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=841733709, stopped=false 2024-11-27T07:23:40,817 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=289954c9202d,43155,1732692208120 2024-11-27T07:23:40,871 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 393, reset compression=false 2024-11-27T07:23:40,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x1017b2cb6d50007, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2549579435/running 2024-11-27T07:23:40,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2549579435/running 2024-11-27T07:23:40,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x1017b2cb6d50007, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2549579435 2024-11-27T07:23:40,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2549579435 2024-11-27T07:23:40,914 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:23:40,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:23:40,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:40,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:40,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Set watcher on znode that does not yet exist, /2549579435/running 2024-11-27T07:23:40,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35133-0x1017b2cb6d50007, quorum=127.0.0.1:57593, baseZNode=/2549579435 Set watcher on znode that does not yet exist, /2549579435/running 2024-11-27T07:23:40,915 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '289954c9202d,35133,1732692208228' ***** 2024-11-27T07:23:40,915 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T07:23:40,915 INFO [RS:0;289954c9202d:35133 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T07:23:40,915 INFO [RS:0;289954c9202d:35133 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T07:23:40,915 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T07:23:40,915 INFO [RS:0;289954c9202d:35133 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T07:23:40,915 INFO [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(3091): Received CLOSE for 602704f9117701db5ac7e4e6d8ec659c 2024-11-27T07:23:40,915 INFO [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(959): stopping server 289954c9202d,35133,1732692208228 2024-11-27T07:23:40,916 INFO [RS:0;289954c9202d:35133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:23:40,916 INFO [RS:0;289954c9202d:35133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:35133. 2024-11-27T07:23:40,916 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 602704f9117701db5ac7e4e6d8ec659c, disabling compactions & flushes 2024-11-27T07:23:40,916 DEBUG [RS:0;289954c9202d:35133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:40,916 DEBUG [RS:0;289954c9202d:35133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:40,916 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732692214660.602704f9117701db5ac7e4e6d8ec659c. 2024-11-27T07:23:40,916 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692214660.602704f9117701db5ac7e4e6d8ec659c. 2024-11-27T07:23:40,916 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732692214660.602704f9117701db5ac7e4e6d8ec659c. after waiting 0 ms 2024-11-27T07:23:40,916 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732692214660.602704f9117701db5ac7e4e6d8ec659c. 2024-11-27T07:23:40,916 INFO [RS:0;289954c9202d:35133 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T07:23:40,916 INFO [RS:0;289954c9202d:35133 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T07:23:40,916 INFO [RS:0;289954c9202d:35133 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T07:23:40,916 INFO [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T07:23:40,916 INFO [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T07:23:40,916 DEBUG [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 602704f9117701db5ac7e4e6d8ec659c=test,,1732692214660.602704f9117701db5ac7e4e6d8ec659c.} 2024-11-27T07:23:40,916 DEBUG [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 602704f9117701db5ac7e4e6d8ec659c 2024-11-27T07:23:40,916 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:23:40,916 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:23:40,916 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:23:40,916 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:23:40,916 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:23:40,916 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T07:23:40,919 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/default/test/602704f9117701db5ac7e4e6d8ec659c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T07:23:40,920 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:23:40,920 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:23:40,920 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732692214660.602704f9117701db5ac7e4e6d8ec659c. 2024-11-27T07:23:40,920 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 602704f9117701db5ac7e4e6d8ec659c: Waiting for close lock at 1732692220916Running coprocessor pre-close hooks at 1732692220916Disabling compacts and flushes for region at 1732692220916Disabling writes for close at 1732692220916Writing region close event to WAL at 1732692220916Running coprocessor post-close hooks at 1732692220920 (+4 ms)Closed at 1732692220920 2024-11-27T07:23:40,920 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732692214660.602704f9117701db5ac7e4e6d8ec659c. 2024-11-27T07:23:40,931 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740/.tmp/info/1a16e0756e084a219e08d0f9bc72bb17 is 129, key is test,,1732692214660.602704f9117701db5ac7e4e6d8ec659c./info:regioninfo/1732692215025/Put/seqid=0 2024-11-27T07:23:40,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741839_1015 (size=6421) 2024-11-27T07:23:41,012 INFO [regionserver/289954c9202d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:23:41,116 DEBUG [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:23:41,242 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 393, reset compression=false 2024-11-27T07:23:41,274 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 393, reset compression=false 2024-11-27T07:23:41,316 DEBUG [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:23:41,334 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740/.tmp/info/1a16e0756e084a219e08d0f9bc72bb17 2024-11-27T07:23:41,365 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740/.tmp/ns/1c40bdea27f54ff287297eb39c2a15d1 is 43, key is default/ns:d/1732692211206/Put/seqid=0 2024-11-27T07:23:41,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741840_1016 (size=5153) 2024-11-27T07:23:41,517 DEBUG [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:23:41,604 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T07:23:41,604 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T07:23:41,717 DEBUG [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:23:41,769 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740/.tmp/ns/1c40bdea27f54ff287297eb39c2a15d1 2024-11-27T07:23:41,778 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 393, reset compression=false 2024-11-27T07:23:41,787 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740/.tmp/rep_barrier/9f740835f13445faaffe72733d6c9b05 is 112, key is test,,1732692214660.602704f9117701db5ac7e4e6d8ec659c./rep_barrier:seqnumDuringOpen/1732692215025/Put/seqid=0 2024-11-27T07:23:41,845 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 393, reset compression=false 2024-11-27T07:23:41,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741841_1017 (size=5518) 2024-11-27T07:23:41,917 INFO [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T07:23:41,917 DEBUG [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T07:23:41,917 DEBUG [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:23:41,958 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:23:41,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:41,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:41,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:41,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:41,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:41,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:41,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:41,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:42,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:42,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:42,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:42,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:42,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:42,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:42,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:42,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:42,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:42,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:42,118 DEBUG [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:23:42,248 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740/.tmp/rep_barrier/9f740835f13445faaffe72733d6c9b05 2024-11-27T07:23:42,283 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740/.tmp/table/cea21872c10c46af9ec5b18be3f43d27 is 40, key is test/table:state/1732692215030/Put/seqid=0 2024-11-27T07:23:42,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741842_1018 (size=5165) 2024-11-27T07:23:42,288 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740/.tmp/table/cea21872c10c46af9ec5b18be3f43d27 2024-11-27T07:23:42,293 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740/.tmp/info/1a16e0756e084a219e08d0f9bc72bb17 as hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740/info/1a16e0756e084a219e08d0f9bc72bb17 2024-11-27T07:23:42,299 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740/info/1a16e0756e084a219e08d0f9bc72bb17, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T07:23:42,299 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740/.tmp/ns/1c40bdea27f54ff287297eb39c2a15d1 as hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740/ns/1c40bdea27f54ff287297eb39c2a15d1 2024-11-27T07:23:42,309 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740/ns/1c40bdea27f54ff287297eb39c2a15d1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T07:23:42,312 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740/.tmp/rep_barrier/9f740835f13445faaffe72733d6c9b05 as hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740/rep_barrier/9f740835f13445faaffe72733d6c9b05 2024-11-27T07:23:42,318 DEBUG [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:23:42,322 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740/rep_barrier/9f740835f13445faaffe72733d6c9b05, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T07:23:42,325 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740/.tmp/table/cea21872c10c46af9ec5b18be3f43d27 as hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740/table/cea21872c10c46af9ec5b18be3f43d27 2024-11-27T07:23:42,329 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740/table/cea21872c10c46af9ec5b18be3f43d27, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T07:23:42,331 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1414ms, sequenceid=11, compaction requested=false 2024-11-27T07:23:42,355 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T07:23:42,355 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:23:42,355 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:23:42,355 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:23:42,356 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692220916Running coprocessor pre-close hooks at 1732692220916Disabling compacts and flushes for region at 1732692220916Disabling writes for close at 1732692220916Obtaining lock to block concurrent updates at 1732692220916Preparing flush snapshotting stores in 1588230740 at 1732692220916Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732692220917 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732692220917Flushing 1588230740/info: creating writer at 1732692220917Flushing 1588230740/info: appending metadata at 1732692220930 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732692220930Flushing 1588230740/ns: creating writer at 1732692221338 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732692221364 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1732692221364Flushing 1588230740/rep_barrier: creating writer at 1732692221772 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732692221787 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732692221787Flushing 1588230740/table: creating writer at 1732692222257 (+470 ms)Flushing 1588230740/table: appending metadata at 1732692222282 (+25 ms)Flushing 1588230740/table: closing flushed file at 1732692222282Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ab2c2dc: reopening flushed file at 1732692222292 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@306e7591: reopening flushed file at 1732692222299 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76db5987: reopening flushed file at 1732692222310 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71cfa69: reopening flushed file at 1732692222322 (+12 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1414ms, sequenceid=11, compaction requested=false at 1732692222331 (+9 ms)Writing region close event to WAL at 1732692222352 (+21 ms)Running coprocessor post-close hooks at 1732692222355 (+3 ms)Closed at 1732692222355 2024-11-27T07:23:42,356 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T07:23:42,381 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 393, reset compression=false 2024-11-27T07:23:42,518 INFO [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(976): stopping server 289954c9202d,35133,1732692208228; all regions closed. 2024-11-27T07:23:42,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741834_1010 (size=2717) 2024-11-27T07:23:42,541 DEBUG [RS:0;289954c9202d:35133 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/oldWALs 2024-11-27T07:23:42,541 INFO [RS:0;289954c9202d:35133 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C35133%2C1732692208228.meta:.meta(num 1732692211121) 2024-11-27T07:23:42,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741833_1009 (size=1028) 2024-11-27T07:23:42,549 DEBUG [RS:0;289954c9202d:35133 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/oldWALs 2024-11-27T07:23:42,549 INFO [RS:0;289954c9202d:35133 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C35133%2C1732692208228:(num 1732692210745) 2024-11-27T07:23:42,549 DEBUG [RS:0;289954c9202d:35133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:42,549 INFO [RS:0;289954c9202d:35133 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:23:42,550 INFO [RS:0;289954c9202d:35133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:23:42,550 INFO [RS:0;289954c9202d:35133 {}] hbase.ChoreService(370): Chore service for: regionserver/289954c9202d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T07:23:42,550 INFO [RS:0;289954c9202d:35133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:23:42,550 INFO [RS:0;289954c9202d:35133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:35133. 2024-11-27T07:23:42,550 DEBUG [RS:0;289954c9202d:35133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:42,551 DEBUG [RS:0;289954c9202d:35133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:42,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:23:42,551 DEBUG [RS:0;289954c9202d:35133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:42,551 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:23:42,552 INFO [RS:0;289954c9202d:35133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35133 2024-11-27T07:23:42,553 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 393, reset compression=false 2024-11-27T07:23:42,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x1017b2cb6d50007, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2549579435/rs/289954c9202d,35133,1732692208228 2024-11-27T07:23:42,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2549579435/rs 2024-11-27T07:23:42,602 INFO [RS:0;289954c9202d:35133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:23:42,612 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [289954c9202d,35133,1732692208228] 2024-11-27T07:23:42,623 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2549579435/draining/289954c9202d,35133,1732692208228 already deleted, retry=false 2024-11-27T07:23:42,623 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 289954c9202d,35133,1732692208228 expired; onlineServers=0 2024-11-27T07:23:42,623 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '289954c9202d,43155,1732692208120' ***** 2024-11-27T07:23:42,623 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T07:23:42,623 INFO [M:0;289954c9202d:43155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:23:42,623 INFO [M:0;289954c9202d:43155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:23:42,624 DEBUG [M:0;289954c9202d:43155 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T07:23:42,624 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T07:23:42,624 DEBUG [M:0;289954c9202d:43155 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T07:23:42,624 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692210285 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692210285,5,FailOnTimeoutGroup] 2024-11-27T07:23:42,624 INFO [M:0;289954c9202d:43155 {}] hbase.ChoreService(370): Chore service for: master/289954c9202d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T07:23:42,624 INFO [M:0;289954c9202d:43155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:23:42,624 DEBUG [M:0;289954c9202d:43155 {}] master.HMaster(1795): Stopping service threads 2024-11-27T07:23:42,624 INFO [M:0;289954c9202d:43155 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T07:23:42,624 INFO [M:0;289954c9202d:43155 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:23:42,624 INFO [M:0;289954c9202d:43155 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T07:23:42,624 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692210285 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692210285,5,FailOnTimeoutGroup] 2024-11-27T07:23:42,624 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T07:23:42,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2549579435/master 2024-11-27T07:23:42,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2549579435 2024-11-27T07:23:42,644 DEBUG [M:0;289954c9202d:43155 {}] zookeeper.RecoverableZooKeeper(212): Node /2549579435/master already deleted, retry=false 2024-11-27T07:23:42,644 DEBUG [M:0;289954c9202d:43155 {}] master.ActiveMasterManager(353): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Failed delete of our master address node; KeeperErrorCode = NoNode for /2549579435/master 2024-11-27T07:23:42,645 INFO [M:0;289954c9202d:43155 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/.lastflushedseqids 2024-11-27T07:23:42,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741843_1019 (size=173) 2024-11-27T07:23:42,668 INFO [M:0;289954c9202d:43155 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T07:23:42,668 INFO [M:0;289954c9202d:43155 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T07:23:42,669 DEBUG [M:0;289954c9202d:43155 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:23:42,669 INFO [M:0;289954c9202d:43155 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:42,669 DEBUG [M:0;289954c9202d:43155 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:42,669 DEBUG [M:0;289954c9202d:43155 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:23:42,669 DEBUG [M:0;289954c9202d:43155 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:42,669 INFO [M:0;289954c9202d:43155 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-27T07:23:42,700 DEBUG [M:0;289954c9202d:43155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6eaa8938f1f64184a598ceca0f4d5ef6 is 82, key is hbase:meta,,1/info:regioninfo/1732692211160/Put/seqid=0 2024-11-27T07:23:42,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x1017b2cb6d50007, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:23:42,713 INFO [RS:0;289954c9202d:35133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:23:42,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x1017b2cb6d50007, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:23:42,713 INFO [RS:0;289954c9202d:35133 {}] regionserver.HRegionServer(1031): Exiting; stopping=289954c9202d,35133,1732692208228; zookeeper connection closed. 2024-11-27T07:23:42,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741844_1020 (size=5672) 2024-11-27T07:23:42,720 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71ca61f0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71ca61f0 2024-11-27T07:23:42,721 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T07:23:43,093 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 393, reset compression=false 2024-11-27T07:23:43,114 INFO [M:0;289954c9202d:43155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6eaa8938f1f64184a598ceca0f4d5ef6 2024-11-27T07:23:43,136 DEBUG [M:0;289954c9202d:43155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7409a04d2e0423caac694ac211e4930 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732692215032/Put/seqid=0 2024-11-27T07:23:43,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741845_1021 (size=6586) 2024-11-27T07:23:43,357 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 393, reset compression=false 2024-11-27T07:23:43,540 INFO [M:0;289954c9202d:43155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7409a04d2e0423caac694ac211e4930 2024-11-27T07:23:43,560 DEBUG [M:0;289954c9202d:43155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2b883bfdf664ccdab65d0baa0c92a9f is 69, key is 289954c9202d,35133,1732692208228/rs:state/1732692210494/Put/seqid=0 2024-11-27T07:23:43,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741846_1022 (size=5156) 2024-11-27T07:23:43,563 INFO [M:0;289954c9202d:43155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2b883bfdf664ccdab65d0baa0c92a9f 2024-11-27T07:23:43,567 DEBUG [M:0;289954c9202d:43155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6eaa8938f1f64184a598ceca0f4d5ef6 as hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6eaa8938f1f64184a598ceca0f4d5ef6 2024-11-27T07:23:43,585 INFO [M:0;289954c9202d:43155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6eaa8938f1f64184a598ceca0f4d5ef6, entries=8, sequenceid=55, filesize=5.5 K 2024-11-27T07:23:43,586 DEBUG [M:0;289954c9202d:43155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7409a04d2e0423caac694ac211e4930 as hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7409a04d2e0423caac694ac211e4930 2024-11-27T07:23:43,592 INFO [M:0;289954c9202d:43155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7409a04d2e0423caac694ac211e4930, entries=6, sequenceid=55, filesize=6.4 K 2024-11-27T07:23:43,598 DEBUG [M:0;289954c9202d:43155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2b883bfdf664ccdab65d0baa0c92a9f as hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2b883bfdf664ccdab65d0baa0c92a9f 2024-11-27T07:23:43,603 INFO [M:0;289954c9202d:43155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38241/user/jenkins/test-data/d7da2f17-28ca-64d4-f4b8-5c70958ecb91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2b883bfdf664ccdab65d0baa0c92a9f, entries=1, sequenceid=55, filesize=5.0 K 2024-11-27T07:23:43,604 INFO [M:0;289954c9202d:43155 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 935ms, sequenceid=55, compaction requested=false 2024-11-27T07:23:43,605 INFO [M:0;289954c9202d:43155 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:43,605 DEBUG [M:0;289954c9202d:43155 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692222669Disabling compacts and flushes for region at 1732692222669Disabling writes for close at 1732692222669Obtaining lock to block concurrent updates at 1732692222669Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732692222669Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732692222670 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732692222672 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732692222672Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732692222699 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732692222700 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732692223118 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732692223135 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732692223136 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732692223543 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732692223559 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732692223559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77221dc0: reopening flushed file at 1732692223566 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59580df4: reopening flushed file at 1732692223585 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50e52f3d: reopening flushed file at 1732692223592 (+7 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 935ms, sequenceid=55, compaction requested=false at 1732692223604 (+12 ms)Writing region close event to WAL at 1732692223605 (+1 ms)Closed at 1732692223605 2024-11-27T07:23:43,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741830_1006 (size=32770) 2024-11-27T07:23:43,608 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:23:43,609 INFO [M:0;289954c9202d:43155 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T07:23:43,609 INFO [M:0;289954c9202d:43155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43155 2024-11-27T07:23:43,609 INFO [M:0;289954c9202d:43155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:23:43,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:23:43,813 INFO [M:0;289954c9202d:43155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:23:43,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43155-0x1017b2cb6d50006, quorum=127.0.0.1:57593, baseZNode=/2549579435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:23:43,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f8a4078{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:23:43,816 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a06eee4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:23:43,816 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:23:43,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4353737f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:23:43,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b6b55e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/hadoop.log.dir/,STOPPED} 2024-11-27T07:23:43,817 WARN [BP-1620506811-172.17.0.3-1732692205879 heartbeating to localhost/127.0.0.1:38241 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T07:23:43,817 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T07:23:43,817 WARN [BP-1620506811-172.17.0.3-1732692205879 heartbeating to localhost/127.0.0.1:38241 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1620506811-172.17.0.3-1732692205879 (Datanode Uuid 81f67033-b27e-4093-a833-f8aaa87cc0d1) service to localhost/127.0.0.1:38241 2024-11-27T07:23:43,817 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T07:23:43,818 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/cluster_11b53304-d298-f4a9-3f58-3630e93bc7c3/data/data1/current/BP-1620506811-172.17.0.3-1732692205879 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:23:43,818 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/cluster_11b53304-d298-f4a9-3f58-3630e93bc7c3/data/data2/current/BP-1620506811-172.17.0.3-1732692205879 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:23:43,818 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T07:23:43,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61eab7d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:23:43,824 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f4e7b54{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:23:43,824 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:23:43,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7baf8da0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:23:43,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1579d6d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb7e9c5e-f2eb-b97c-9f86-fbb5e0332520/hadoop.log.dir/,STOPPED} 2024-11-27T07:23:43,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T07:23:43,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T07:23:43,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:23:43,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:43,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:43,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:43,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:23:43,836 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T07:23:43,836 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1601782191, stopped=false 2024-11-27T07:23:43,836 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=289954c9202d,33097,1732692202242 2024-11-27T07:23:43,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11474314457/running 2024-11-27T07:23:43,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1017b2cb6d50004, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11474314457/running 2024-11-27T07:23:43,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474314457 2024-11-27T07:23:43,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1017b2cb6d50004, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474314457 2024-11-27T07:23:43,854 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:23:43,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:23:43,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:43,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:43,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Set watcher on znode that does not yet exist, /11474314457/running 2024-11-27T07:23:43,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38681-0x1017b2cb6d50004, quorum=127.0.0.1:57593, baseZNode=/11474314457 Set watcher on znode that does not yet exist, /11474314457/running 2024-11-27T07:23:43,855 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '289954c9202d,38681,1732692202367' ***** 2024-11-27T07:23:43,855 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T07:23:43,855 INFO [RS:0;289954c9202d:38681 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T07:23:43,855 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T07:23:43,855 INFO [RS:0;289954c9202d:38681 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T07:23:43,855 INFO [RS:0;289954c9202d:38681 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T07:23:43,855 INFO [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer(3091): Received CLOSE for 0316461dafbd7c4c8f5e0b22cfc44fa3 2024-11-27T07:23:43,856 INFO [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer(959): stopping server 289954c9202d,38681,1732692202367 2024-11-27T07:23:43,856 INFO [RS:0;289954c9202d:38681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:23:43,856 INFO [RS:0;289954c9202d:38681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:38681. 2024-11-27T07:23:43,856 DEBUG [RS:0;289954c9202d:38681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:43,856 DEBUG [RS:0;289954c9202d:38681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:43,856 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0316461dafbd7c4c8f5e0b22cfc44fa3, disabling compactions & flushes 2024-11-27T07:23:43,856 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732692212498.0316461dafbd7c4c8f5e0b22cfc44fa3. 2024-11-27T07:23:43,856 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692212498.0316461dafbd7c4c8f5e0b22cfc44fa3. 2024-11-27T07:23:43,856 INFO [RS:0;289954c9202d:38681 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T07:23:43,856 INFO [RS:0;289954c9202d:38681 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T07:23:43,856 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732692212498.0316461dafbd7c4c8f5e0b22cfc44fa3. after waiting 0 ms 2024-11-27T07:23:43,856 INFO [RS:0;289954c9202d:38681 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T07:23:43,856 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732692212498.0316461dafbd7c4c8f5e0b22cfc44fa3. 2024-11-27T07:23:43,856 INFO [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T07:23:43,856 INFO [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T07:23:43,856 DEBUG [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0316461dafbd7c4c8f5e0b22cfc44fa3=test,,1732692212498.0316461dafbd7c4c8f5e0b22cfc44fa3.} 2024-11-27T07:23:43,856 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:23:43,856 DEBUG [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer(1351): Waiting on 0316461dafbd7c4c8f5e0b22cfc44fa3, 1588230740 2024-11-27T07:23:43,856 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:23:43,856 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:23:43,856 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:23:43,856 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:23:43,856 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T07:23:43,859 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/default/test/0316461dafbd7c4c8f5e0b22cfc44fa3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T07:23:43,859 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:23:43,859 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:23:43,859 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732692212498.0316461dafbd7c4c8f5e0b22cfc44fa3. 2024-11-27T07:23:43,860 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0316461dafbd7c4c8f5e0b22cfc44fa3: Waiting for close lock at 1732692223856Running coprocessor pre-close hooks at 1732692223856Disabling compacts and flushes for region at 1732692223856Disabling writes for close at 1732692223856Writing region close event to WAL at 1732692223856Running coprocessor post-close hooks at 1732692223859 (+3 ms)Closed at 1732692223859 2024-11-27T07:23:43,860 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732692212498.0316461dafbd7c4c8f5e0b22cfc44fa3. 2024-11-27T07:23:43,869 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740/.tmp/info/c4351f559de140b183073d53359933fa is 129, key is test,,1732692212498.0316461dafbd7c4c8f5e0b22cfc44fa3./info:regioninfo/1732692213638/Put/seqid=0 2024-11-27T07:23:43,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741841_1017 (size=6421) 2024-11-27T07:23:43,872 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740/.tmp/info/c4351f559de140b183073d53359933fa 2024-11-27T07:23:43,888 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740/.tmp/ns/ba5b01ee4274431c8716ba2a26ab240f is 43, key is default/ns:d/1732692205724/Put/seqid=0 2024-11-27T07:23:43,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741842_1018 (size=5153) 2024-11-27T07:23:43,897 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 393, reset compression=false 2024-11-27T07:23:43,900 INFO [regionserver/289954c9202d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:23:44,056 DEBUG [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:23:44,256 DEBUG [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:23:44,262 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 393, reset compression=false 2024-11-27T07:23:44,292 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740/.tmp/ns/ba5b01ee4274431c8716ba2a26ab240f 2024-11-27T07:23:44,309 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740/.tmp/rep_barrier/02607c8f8d1646508d6485772a794659 is 112, key is test,,1732692212498.0316461dafbd7c4c8f5e0b22cfc44fa3./rep_barrier:seqnumDuringOpen/1732692213638/Put/seqid=0 2024-11-27T07:23:44,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741843_1019 (size=5518) 2024-11-27T07:23:44,457 DEBUG [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:23:44,579 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T07:23:44,579 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T07:23:44,657 DEBUG [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:23:44,712 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740/.tmp/rep_barrier/02607c8f8d1646508d6485772a794659 2024-11-27T07:23:44,731 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740/.tmp/table/dd766511eab84e418362c957c53c5257 is 40, key is test/table:state/1732692213644/Put/seqid=0 2024-11-27T07:23:44,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741844_1020 (size=5165) 2024-11-27T07:23:44,799 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 393, reset compression=false 2024-11-27T07:23:44,857 INFO [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T07:23:44,857 DEBUG [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T07:23:44,857 DEBUG [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:23:45,057 DEBUG [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:23:45,134 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740/.tmp/table/dd766511eab84e418362c957c53c5257 2024-11-27T07:23:45,138 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740/.tmp/info/c4351f559de140b183073d53359933fa as hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740/info/c4351f559de140b183073d53359933fa 2024-11-27T07:23:45,141 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740/info/c4351f559de140b183073d53359933fa, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T07:23:45,142 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740/.tmp/ns/ba5b01ee4274431c8716ba2a26ab240f as hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740/ns/ba5b01ee4274431c8716ba2a26ab240f 2024-11-27T07:23:45,145 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740/ns/ba5b01ee4274431c8716ba2a26ab240f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T07:23:45,146 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740/.tmp/rep_barrier/02607c8f8d1646508d6485772a794659 as hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740/rep_barrier/02607c8f8d1646508d6485772a794659 2024-11-27T07:23:45,149 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740/rep_barrier/02607c8f8d1646508d6485772a794659, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T07:23:45,150 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740/.tmp/table/dd766511eab84e418362c957c53c5257 as hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740/table/dd766511eab84e418362c957c53c5257 2024-11-27T07:23:45,153 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740/table/dd766511eab84e418362c957c53c5257, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T07:23:45,154 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false 2024-11-27T07:23:45,155 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T07:23:45,167 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T07:23:45,168 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:23:45,168 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:23:45,168 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:23:45,168 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692223856Running coprocessor pre-close hooks at 1732692223856Disabling compacts and flushes for region at 1732692223856Disabling writes for close at 1732692223856Obtaining lock to block concurrent updates at 1732692223856Preparing flush snapshotting stores in 1588230740 at 1732692223856Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732692223857 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732692223857Flushing 1588230740/info: creating writer at 1732692223857Flushing 1588230740/info: appending metadata at 1732692223869 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732692223869Flushing 1588230740/ns: creating writer at 1732692223876 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732692223888 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732692223888Flushing 1588230740/rep_barrier: creating writer at 1732692224295 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732692224308 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732692224308Flushing 1588230740/table: creating writer at 1732692224716 (+408 ms)Flushing 1588230740/table: appending metadata at 1732692224730 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732692224730Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aa3f924: reopening flushed file at 1732692225137 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e099a11: reopening flushed file at 1732692225141 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b1c2639: reopening flushed file at 1732692225145 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c00b203: reopening flushed file at 1732692225150 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false at 1732692225154 (+4 ms)Writing region close event to WAL at 1732692225164 (+10 ms)Running coprocessor post-close hooks at 1732692225168 (+4 ms)Closed at 1732692225168 2024-11-27T07:23:45,168 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T07:23:45,257 INFO [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer(976): stopping server 289954c9202d,38681,1732692202367; all regions closed. 2024-11-27T07:23:45,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741834_1010 (size=2717) 2024-11-27T07:23:45,265 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 393, reset compression=false 2024-11-27T07:23:45,270 DEBUG [RS:0;289954c9202d:38681 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/oldWALs 2024-11-27T07:23:45,270 INFO [RS:0;289954c9202d:38681 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C38681%2C1732692202367.meta:.meta(num 1732692205683) 2024-11-27T07:23:45,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741832_1008 (size=1374) 2024-11-27T07:23:45,275 DEBUG [RS:0;289954c9202d:38681 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/oldWALs 2024-11-27T07:23:45,275 INFO [RS:0;289954c9202d:38681 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 289954c9202d%2C38681%2C1732692202367:(num 1732692204717) 2024-11-27T07:23:45,275 DEBUG [RS:0;289954c9202d:38681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:45,275 INFO [RS:0;289954c9202d:38681 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:23:45,276 INFO [RS:0;289954c9202d:38681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:23:45,276 INFO [RS:0;289954c9202d:38681 {}] hbase.ChoreService(370): Chore service for: regionserver/289954c9202d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T07:23:45,276 INFO [RS:0;289954c9202d:38681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:23:45,276 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:23:45,276 INFO [RS:0;289954c9202d:38681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:38681. 2024-11-27T07:23:45,276 DEBUG [RS:0;289954c9202d:38681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:45,276 DEBUG [RS:0;289954c9202d:38681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:45,277 DEBUG [RS:0;289954c9202d:38681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:45,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:23:45,277 INFO [RS:0;289954c9202d:38681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38681 2024-11-27T07:23:45,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474314457/rs 2024-11-27T07:23:45,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1017b2cb6d50004, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11474314457/rs/289954c9202d,38681,1732692202367 2024-11-27T07:23:45,349 INFO [RS:0;289954c9202d:38681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:23:45,360 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [289954c9202d,38681,1732692202367] 2024-11-27T07:23:45,370 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11474314457/draining/289954c9202d,38681,1732692202367 already deleted, retry=false 2024-11-27T07:23:45,370 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 289954c9202d,38681,1732692202367 expired; onlineServers=0 2024-11-27T07:23:45,370 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '289954c9202d,33097,1732692202242' ***** 2024-11-27T07:23:45,370 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T07:23:45,370 INFO [M:0;289954c9202d:33097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:23:45,370 INFO [M:0;289954c9202d:33097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:23:45,371 DEBUG [M:0;289954c9202d:33097 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T07:23:45,371 DEBUG [M:0;289954c9202d:33097 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T07:23:45,371 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692204499 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692204499,5,FailOnTimeoutGroup] 2024-11-27T07:23:45,371 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T07:23:45,371 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692204499 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692204499,5,FailOnTimeoutGroup] 2024-11-27T07:23:45,371 INFO [M:0;289954c9202d:33097 {}] hbase.ChoreService(370): Chore service for: master/289954c9202d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T07:23:45,372 INFO [M:0;289954c9202d:33097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:23:45,372 DEBUG [M:0;289954c9202d:33097 {}] master.HMaster(1795): Stopping service threads 2024-11-27T07:23:45,372 INFO [M:0;289954c9202d:33097 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T07:23:45,372 INFO [M:0;289954c9202d:33097 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:23:45,372 INFO [M:0;289954c9202d:33097 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T07:23:45,372 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T07:23:45,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11474314457/master 2024-11-27T07:23:45,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11474314457 2024-11-27T07:23:45,381 DEBUG [M:0;289954c9202d:33097 {}] zookeeper.ZKUtil(347): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Unable to get data of znode /11474314457/master because node does not exist (not an error) 2024-11-27T07:23:45,381 WARN [M:0;289954c9202d:33097 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T07:23:45,383 INFO [M:0;289954c9202d:33097 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/.lastflushedseqids 2024-11-27T07:23:45,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741845_1021 (size=173) 2024-11-27T07:23:45,393 INFO [M:0;289954c9202d:33097 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T07:23:45,393 INFO [M:0;289954c9202d:33097 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T07:23:45,393 DEBUG [M:0;289954c9202d:33097 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:23:45,393 INFO [M:0;289954c9202d:33097 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:45,393 DEBUG [M:0;289954c9202d:33097 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:45,393 DEBUG [M:0;289954c9202d:33097 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:23:45,393 DEBUG [M:0;289954c9202d:33097 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:45,393 INFO [M:0;289954c9202d:33097 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-27T07:23:45,410 DEBUG [M:0;289954c9202d:33097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/263a1807b67d4ddfab532b53edb4ce5b is 82, key is hbase:meta,,1/info:regioninfo/1732692205710/Put/seqid=0 2024-11-27T07:23:45,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741846_1022 (size=5672) 2024-11-27T07:23:45,413 INFO [M:0;289954c9202d:33097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/263a1807b67d4ddfab532b53edb4ce5b 2024-11-27T07:23:45,428 DEBUG [M:0;289954c9202d:33097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5895fd793f72458d914b2a3335923a2d is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732692213647/Put/seqid=0 2024-11-27T07:23:45,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741847_1023 (size=6585) 2024-11-27T07:23:45,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1017b2cb6d50004, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:23:45,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38681-0x1017b2cb6d50004, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:23:45,460 INFO [RS:0;289954c9202d:38681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:23:45,460 INFO [RS:0;289954c9202d:38681 {}] regionserver.HRegionServer(1031): Exiting; stopping=289954c9202d,38681,1732692202367; zookeeper connection closed. 2024-11-27T07:23:45,460 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10784da8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10784da8 2024-11-27T07:23:45,460 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T07:23:45,802 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 393, reset compression=false 2024-11-27T07:23:45,832 INFO [M:0;289954c9202d:33097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5895fd793f72458d914b2a3335923a2d 2024-11-27T07:23:45,875 DEBUG [M:0;289954c9202d:33097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ce5a7d3e1f3431284812f3babcc782a is 69, key is 289954c9202d,38681,1732692202367/rs:state/1732692204547/Put/seqid=0 2024-11-27T07:23:45,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741848_1024 (size=5156) 2024-11-27T07:23:45,879 INFO [M:0;289954c9202d:33097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ce5a7d3e1f3431284812f3babcc782a 2024-11-27T07:23:45,884 DEBUG [M:0;289954c9202d:33097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/263a1807b67d4ddfab532b53edb4ce5b as hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/263a1807b67d4ddfab532b53edb4ce5b 2024-11-27T07:23:45,887 INFO [M:0;289954c9202d:33097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/263a1807b67d4ddfab532b53edb4ce5b, entries=8, sequenceid=55, filesize=5.5 K 2024-11-27T07:23:45,888 DEBUG [M:0;289954c9202d:33097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5895fd793f72458d914b2a3335923a2d as hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5895fd793f72458d914b2a3335923a2d 2024-11-27T07:23:45,891 INFO [M:0;289954c9202d:33097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5895fd793f72458d914b2a3335923a2d, entries=6, sequenceid=55, filesize=6.4 K 2024-11-27T07:23:45,892 DEBUG [M:0;289954c9202d:33097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ce5a7d3e1f3431284812f3babcc782a as hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ce5a7d3e1f3431284812f3babcc782a 2024-11-27T07:23:45,895 INFO [M:0;289954c9202d:33097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43425/user/jenkins/test-data/4b82eef1-0c0e-e400-59f5-a81e5bd50a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ce5a7d3e1f3431284812f3babcc782a, entries=1, sequenceid=55, filesize=5.0 K 2024-11-27T07:23:45,896 INFO [M:0;289954c9202d:33097 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 503ms, sequenceid=55, compaction requested=false 2024-11-27T07:23:45,897 INFO [M:0;289954c9202d:33097 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:45,897 DEBUG [M:0;289954c9202d:33097 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692225393Disabling compacts and flushes for region at 1732692225393Disabling writes for close at 1732692225393Obtaining lock to block concurrent updates at 1732692225393Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732692225393Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732692225394 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732692225394Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732692225394Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732692225410 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732692225410Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732692225416 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732692225428 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732692225428Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732692225840 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732692225875 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732692225875Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d4d84b6: reopening flushed file at 1732692225883 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b7c162b: reopening flushed file at 1732692225887 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fc6c058: reopening flushed file at 1732692225892 (+5 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 503ms, sequenceid=55, compaction requested=false at 1732692225896 (+4 ms)Writing region close event to WAL at 1732692225897 (+1 ms)Closed at 1732692225897 2024-11-27T07:23:45,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42871 is added to blk_1073741830_1006 (size=32758) 2024-11-27T07:23:45,900 INFO [M:0;289954c9202d:33097 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T07:23:45,900 INFO [M:0;289954c9202d:33097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33097 2024-11-27T07:23:45,900 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:23:45,900 INFO [M:0;289954c9202d:33097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:23:46,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:23:46,045 INFO [M:0;289954c9202d:33097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:23:46,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017b2cb6d50003, quorum=127.0.0.1:57593, baseZNode=/11474314457 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:23:46,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@116b2349{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:23:46,097 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a98aa89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:23:46,098 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:23:46,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dee6220{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:23:46,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bd4013b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/hadoop.log.dir/,STOPPED} 2024-11-27T07:23:46,099 WARN [BP-587989773-172.17.0.3-1732692200024 heartbeating to localhost/127.0.0.1:43425 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T07:23:46,099 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T07:23:46,099 WARN [BP-587989773-172.17.0.3-1732692200024 heartbeating to localhost/127.0.0.1:43425 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-587989773-172.17.0.3-1732692200024 (Datanode Uuid bb222771-9b82-4ca9-bb58-3fbff694a8e9) service to localhost/127.0.0.1:43425 2024-11-27T07:23:46,099 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T07:23:46,100 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/cluster_e2ef6ce5-7555-f2be-72d0-53766d3036da/data/data1/current/BP-587989773-172.17.0.3-1732692200024 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:23:46,100 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/cluster_e2ef6ce5-7555-f2be-72d0-53766d3036da/data/data2/current/BP-587989773-172.17.0.3-1732692200024 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:23:46,100 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T07:23:46,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1aae27f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:23:46,110 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f2b333{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:23:46,110 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:23:46,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75ca7c59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:23:46,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47bad30b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f24eb18-e6a9-04b8-2622-fdf2a940af38/hadoop.log.dir/,STOPPED} 2024-11-27T07:23:46,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T07:23:46,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T07:23:46,131 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:23:46,131 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:46,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:46,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:46,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:23:46,132 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T07:23:46,132 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2028523637, stopped=false 2024-11-27T07:23:46,132 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=289954c9202d,33113,1732692198257 2024-11-27T07:23:46,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42881-0x1017b2cb6d50001, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0929699500/running 2024-11-27T07:23:46,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42881-0x1017b2cb6d50001, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929699500 2024-11-27T07:23:46,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0929699500/running 2024-11-27T07:23:46,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929699500 2024-11-27T07:23:46,149 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:23:46,149 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T07:23:46,149 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:46,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:46,149 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '289954c9202d,42881,1732692198506' ***** 2024-11-27T07:23:46,149 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T07:23:46,150 INFO [RS:0;289954c9202d:42881 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T07:23:46,150 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T07:23:46,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Set watcher on znode that does not yet exist, /0929699500/running 2024-11-27T07:23:46,150 INFO [RS:0;289954c9202d:42881 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T07:23:46,150 INFO [RS:0;289954c9202d:42881 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T07:23:46,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42881-0x1017b2cb6d50001, quorum=127.0.0.1:57593, baseZNode=/0929699500 Set watcher on znode that does not yet exist, /0929699500/running 2024-11-27T07:23:46,150 INFO [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(3091): Received CLOSE for 344520be715ea80984527db8308be19b 2024-11-27T07:23:46,150 INFO [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(3091): Received CLOSE for 4945e1a8b480dee58acac0b349157795 2024-11-27T07:23:46,150 INFO [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(959): stopping server 289954c9202d,42881,1732692198506 2024-11-27T07:23:46,150 INFO [RS:0;289954c9202d:42881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:23:46,150 INFO [RS:0;289954c9202d:42881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:42881. 2024-11-27T07:23:46,151 DEBUG [RS:0;289954c9202d:42881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:46,151 DEBUG [RS:0;289954c9202d:42881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:46,151 INFO [regionserver/289954c9202d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:23:46,151 INFO [RS:0;289954c9202d:42881 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T07:23:46,151 INFO [RS:0;289954c9202d:42881 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T07:23:46,151 INFO [RS:0;289954c9202d:42881 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T07:23:46,151 INFO [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T07:23:46,151 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 344520be715ea80984527db8308be19b, disabling compactions & flushes 2024-11-27T07:23:46,151 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732692211353.344520be715ea80984527db8308be19b. 2024-11-27T07:23:46,151 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732692211353.344520be715ea80984527db8308be19b. 2024-11-27T07:23:46,151 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732692211353.344520be715ea80984527db8308be19b. after waiting 0 ms 2024-11-27T07:23:46,151 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732692211353.344520be715ea80984527db8308be19b. 2024-11-27T07:23:46,152 INFO [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T07:23:46,152 DEBUG [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(1325): Online Regions={344520be715ea80984527db8308be19b=test,,1732692211353.344520be715ea80984527db8308be19b., 1588230740=hbase:meta,,1.1588230740, 4945e1a8b480dee58acac0b349157795=hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795.} 2024-11-27T07:23:46,152 DEBUG [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 344520be715ea80984527db8308be19b, 4945e1a8b480dee58acac0b349157795 2024-11-27T07:23:46,152 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T07:23:46,152 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T07:23:46,152 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T07:23:46,152 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T07:23:46,152 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T07:23:46,153 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T07:23:46,164 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/default/test/344520be715ea80984527db8308be19b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T07:23:46,165 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:23:46,165 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T07:23:46,165 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732692211353.344520be715ea80984527db8308be19b. 2024-11-27T07:23:46,165 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 344520be715ea80984527db8308be19b: Waiting for close lock at 1732692226151Running coprocessor pre-close hooks at 1732692226151Disabling compacts and flushes for region at 1732692226151Disabling writes for close at 1732692226151Writing region close event to WAL at 1732692226154 (+3 ms)Running coprocessor post-close hooks at 1732692226165 (+11 ms)Closed at 1732692226165 2024-11-27T07:23:46,165 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732692211353.344520be715ea80984527db8308be19b. 2024-11-27T07:23:46,165 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4945e1a8b480dee58acac0b349157795, disabling compactions & flushes 2024-11-27T07:23:46,165 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795. 2024-11-27T07:23:46,165 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795. 2024-11-27T07:23:46,165 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795. after waiting 0 ms 2024-11-27T07:23:46,165 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795. 2024-11-27T07:23:46,165 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4945e1a8b480dee58acac0b349157795 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-27T07:23:46,169 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740/.tmp/info/8a01eb2fe42b4f1089364e58c1ba0028 is 147, key is hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795./info:regioninfo/1732692216474/Put/seqid=0 2024-11-27T07:23:46,188 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/replication/4945e1a8b480dee58acac0b349157795/.tmp/hfileref/5454f857609147f699aa6d17902d3ee3 is 74, key is 1/hfileref:47dbd7c97bb44e268634acfbad141bca_SeqId_6_/1732692220406/DeleteColumn/seqid=0 2024-11-27T07:23:46,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741847_1023 (size=7686) 2024-11-27T07:23:46,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741848_1024 (size=5489) 2024-11-27T07:23:46,197 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/replication/4945e1a8b480dee58acac0b349157795/.tmp/hfileref/5454f857609147f699aa6d17902d3ee3 2024-11-27T07:23:46,219 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/replication/4945e1a8b480dee58acac0b349157795/.tmp/queue/ef4528cf28794659886baaa0fca7ad42 is 153, key is 1-289954c9202d,42881,1732692198506/queue:289954c9202d%2C42881%2C1732692198506/1732692220408/Put/seqid=0 2024-11-27T07:23:46,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741849_1025 (size=5504) 2024-11-27T07:23:46,352 DEBUG [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4945e1a8b480dee58acac0b349157795 2024-11-27T07:23:46,368 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 393, reset compression=false 2024-11-27T07:23:46,371 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:23:46,371 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 688, reset compression=false 2024-11-27T07:23:46,371 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.shipper289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-289954c9202d,42881,1732692198506 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:23:46,372 ERROR [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.shipper289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 289954c9202d,42881,1732692198506: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-289954c9202d,42881,1732692198506, walGroup=289954c9202d%2C42881%2C1732692198506, offset=289954c9202d%2C42881%2C1732692198506.1732692218991:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:42881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T07:23:46,373 ERROR [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.shipper289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T07:23:46,373 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.shipper289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T07:23:46,374 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.shipper289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T07:23:46,374 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.shipper289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T07:23:46,374 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.shipper289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T07:23:46,374 INFO [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.shipper289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1556086784, "init": 1048576000, "max": 2306867200, "used": 1110133376 }, "NonHeapMemoryUsage": { "committed": 210632704, "init": 7667712, "max": -1, "used": 207811976 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T07:23:46,374 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.shipper289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:33113 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=289954c9202d:33113 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T07:23:46,552 DEBUG [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4945e1a8b480dee58acac0b349157795 2024-11-27T07:23:46,575 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 688, reset compression=false 2024-11-27T07:23:46,596 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740/.tmp/info/8a01eb2fe42b4f1089364e58c1ba0028 2024-11-27T07:23:46,614 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740/.tmp/ns/1c97818126604830890d61c3f291e9fb is 43, key is default/ns:d/1732692199932/Put/seqid=0 2024-11-27T07:23:46,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741850_1026 (size=5153) 2024-11-27T07:23:46,623 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/replication/4945e1a8b480dee58acac0b349157795/.tmp/queue/ef4528cf28794659886baaa0fca7ad42 2024-11-27T07:23:46,627 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/replication/4945e1a8b480dee58acac0b349157795/.tmp/hfileref/5454f857609147f699aa6d17902d3ee3 as hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/replication/4945e1a8b480dee58acac0b349157795/hfileref/5454f857609147f699aa6d17902d3ee3 2024-11-27T07:23:46,629 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/replication/4945e1a8b480dee58acac0b349157795/hfileref/5454f857609147f699aa6d17902d3ee3, entries=6, sequenceid=17, filesize=5.4 K 2024-11-27T07:23:46,630 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/replication/4945e1a8b480dee58acac0b349157795/.tmp/queue/ef4528cf28794659886baaa0fca7ad42 as hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/replication/4945e1a8b480dee58acac0b349157795/queue/ef4528cf28794659886baaa0fca7ad42 2024-11-27T07:23:46,633 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/replication/4945e1a8b480dee58acac0b349157795/queue/ef4528cf28794659886baaa0fca7ad42, entries=2, sequenceid=17, filesize=5.4 K 2024-11-27T07:23:46,634 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 4945e1a8b480dee58acac0b349157795 in 469ms, sequenceid=17, compaction requested=false 2024-11-27T07:23:46,636 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/replication/4945e1a8b480dee58acac0b349157795/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-27T07:23:46,637 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:23:46,637 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:23:46,637 INFO [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795. 2024-11-27T07:23:46,637 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4945e1a8b480dee58acac0b349157795: Waiting for close lock at 1732692226165Running coprocessor pre-close hooks at 1732692226165Disabling compacts and flushes for region at 1732692226165Disabling writes for close at 1732692226165Obtaining lock to block concurrent updates at 1732692226165Preparing flush snapshotting stores in 4945e1a8b480dee58acac0b349157795 at 1732692226165Finished memstore snapshotting hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732692226166 (+1 ms)Flushing stores of hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795. at 1732692226166Flushing 4945e1a8b480dee58acac0b349157795/hfileref: creating writer at 1732692226166Flushing 4945e1a8b480dee58acac0b349157795/hfileref: appending metadata at 1732692226187 (+21 ms)Flushing 4945e1a8b480dee58acac0b349157795/hfileref: closing flushed file at 1732692226187Flushing 4945e1a8b480dee58acac0b349157795/queue: creating writer at 1732692226201 (+14 ms)Flushing 4945e1a8b480dee58acac0b349157795/queue: appending metadata at 1732692226219 (+18 ms)Flushing 4945e1a8b480dee58acac0b349157795/queue: closing flushed file at 1732692226219Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cc4f4ea: reopening flushed file at 1732692226626 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@375e097f: reopening flushed file at 1732692226630 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 4945e1a8b480dee58acac0b349157795 in 469ms, sequenceid=17, compaction requested=false at 1732692226634 (+4 ms)Writing region close event to WAL at 1732692226634Running coprocessor post-close hooks at 1732692226637 (+3 ms)Closed at 1732692226637 2024-11-27T07:23:46,637 DEBUG [RS_CLOSE_REGION-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732692215309.4945e1a8b480dee58acac0b349157795. 2024-11-27T07:23:46,753 DEBUG [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:23:46,878 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 688, reset compression=false 2024-11-27T07:23:46,914 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 393, reset compression=false 2024-11-27T07:23:46,917 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T07:23:46,917 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 688, reset compression=false 2024-11-27T07:23:46,918 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.shipper289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-289954c9202d,42881,1732692198506 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T07:23:46,918 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.shipper289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-27T07:23:46,953 DEBUG [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:23:47,018 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740/.tmp/ns/1c97818126604830890d61c3f291e9fb 2024-11-27T07:23:47,033 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740/.tmp/rep_barrier/a2eeb6e77ca742ad96c9ca7102a32951 is 112, key is test,,1732692211353.344520be715ea80984527db8308be19b./rep_barrier:seqnumDuringOpen/1732692212094/Put/seqid=0 2024-11-27T07:23:47,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741851_1027 (size=5518) 2024-11-27T07:23:47,036 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740/.tmp/rep_barrier/a2eeb6e77ca742ad96c9ca7102a32951 2024-11-27T07:23:47,052 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740/.tmp/table/7c8c700047ce456ea40a6d68b1d8d0a9 is 53, key is hbase:replication/table:state/1732692216479/Put/seqid=0 2024-11-27T07:23:47,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741852_1028 (size=5308) 2024-11-27T07:23:47,120 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 688, reset compression=false 2024-11-27T07:23:47,129 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T07:23:47,129 INFO [regionserver/289954c9202d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T07:23:47,153 INFO [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T07:23:47,153 DEBUG [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T07:23:47,153 DEBUG [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:23:47,281 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 688, reset compression=false 2024-11-27T07:23:47,353 DEBUG [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T07:23:47,453 DEBUG [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/WALs/289954c9202d,42881,1732692198506/289954c9202d%2C42881%2C1732692198506.1732692218991 to pos 688, reset compression=false 2024-11-27T07:23:47,455 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740/.tmp/table/7c8c700047ce456ea40a6d68b1d8d0a9 2024-11-27T07:23:47,462 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740/.tmp/info/8a01eb2fe42b4f1089364e58c1ba0028 as hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740/info/8a01eb2fe42b4f1089364e58c1ba0028 2024-11-27T07:23:47,466 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740/info/8a01eb2fe42b4f1089364e58c1ba0028, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T07:23:47,467 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740/.tmp/ns/1c97818126604830890d61c3f291e9fb as hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740/ns/1c97818126604830890d61c3f291e9fb 2024-11-27T07:23:47,479 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740/ns/1c97818126604830890d61c3f291e9fb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T07:23:47,480 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740/.tmp/rep_barrier/a2eeb6e77ca742ad96c9ca7102a32951 as hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740/rep_barrier/a2eeb6e77ca742ad96c9ca7102a32951 2024-11-27T07:23:47,488 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740/rep_barrier/a2eeb6e77ca742ad96c9ca7102a32951, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T07:23:47,489 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740/.tmp/table/7c8c700047ce456ea40a6d68b1d8d0a9 as hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740/table/7c8c700047ce456ea40a6d68b1d8d0a9 2024-11-27T07:23:47,493 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740/table/7c8c700047ce456ea40a6d68b1d8d0a9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T07:23:47,494 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=16, compaction requested=false 2024-11-27T07:23:47,500 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T07:23:47,500 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T07:23:47,500 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T07:23:47,501 INFO [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T07:23:47,501 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732692226152Running coprocessor pre-close hooks at 1732692226152Disabling compacts and flushes for region at 1732692226152Disabling writes for close at 1732692226152Obtaining lock to block concurrent updates at 1732692226153 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732692226153Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732692226153Flushing stores of hbase:meta,,1.1588230740 at 1732692226154 (+1 ms)Flushing 1588230740/info: creating writer at 1732692226154Flushing 1588230740/info: appending metadata at 1732692226169 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732692226169Flushing 1588230740/ns: creating writer at 1732692226599 (+430 ms)Flushing 1588230740/ns: appending metadata at 1732692226614 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732692226614Flushing 1588230740/rep_barrier: creating writer at 1732692227021 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732692227033 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732692227033Flushing 1588230740/table: creating writer at 1732692227039 (+6 ms)Flushing 1588230740/table: appending metadata at 1732692227051 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732692227052 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@364d7bc7: reopening flushed file at 1732692227461 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@699b8bec: reopening flushed file at 1732692227467 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43a3215: reopening flushed file at 1732692227480 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@262dec0f: reopening flushed file at 1732692227488 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=16, compaction requested=false at 1732692227494 (+6 ms)Writing region close event to WAL at 1732692227497 (+3 ms)Running coprocessor post-close hooks at 1732692227500 (+3 ms)Closed at 1732692227501 (+1 ms) 2024-11-27T07:23:47,501 DEBUG [RS_CLOSE_META-regionserver/289954c9202d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T07:23:47,553 INFO [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(976): stopping server 289954c9202d,42881,1732692198506; all regions closed. 2024-11-27T07:23:47,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741844_1020 (size=859) 2024-11-27T07:23:47,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741843_1019 (size=2791) 2024-11-27T07:23:47,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741842_1018 (size=696) 2024-11-27T07:23:47,560 DEBUG [RS:0;289954c9202d:42881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:47,560 INFO [RS:0;289954c9202d:42881 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T07:23:47,560 INFO [RS:0;289954c9202d:42881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:23:47,560 INFO [RS:0;289954c9202d:42881 {}] hbase.ChoreService(370): Chore service for: regionserver/289954c9202d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T07:23:47,560 INFO [RS:0;289954c9202d:42881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:23:47,560 INFO [regionserver/289954c9202d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:23:47,560 INFO [RS:0;289954c9202d:42881 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-289954c9202d,42881,1732692198506 because: Region server is closing 2024-11-27T07:23:47,561 INFO [RS:0;289954c9202d:42881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:42881. 2024-11-27T07:23:47,561 DEBUG [RS:0;289954c9202d:42881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:47,561 DEBUG [RS:0;289954c9202d:42881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:47,561 DEBUG [RS:0;289954c9202d:42881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:47,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:23:47,661 INFO [RS:0;289954c9202d:42881 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.shipper289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 terminated 2024-11-27T07:23:47,661 INFO [RS:0;289954c9202d:42881 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-289954c9202d,42881,1732692198506 because: Region server is closing 2024-11-27T07:23:47,661 INFO [RS:0;289954c9202d:42881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;289954c9202d:42881. 2024-11-27T07:23:47,661 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,1-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,1-289954c9202d,42881,1732692198506 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T07:23:47,661 DEBUG [RS:0;289954c9202d:42881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T07:23:47,661 DEBUG [RS:0;289954c9202d:42881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:47,662 DEBUG [RS:0;289954c9202d:42881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T07:23:47,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T07:23:47,762 INFO [RS:0;289954c9202d:42881 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.shipper289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 terminated 2024-11-27T07:23:47,762 INFO [RS:0;289954c9202d:42881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42881 2024-11-27T07:23:47,762 WARN [RS_REFRESH_PEER-regionserver/289954c9202d:0-0.replicationSource,2-289954c9202d,42881,1732692198506.replicationSource.wal-reader.289954c9202d%2C42881%2C1732692198506,2-289954c9202d,42881,1732692198506 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T07:23:47,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929699500/rs 2024-11-27T07:23:47,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42881-0x1017b2cb6d50001, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0929699500/rs/289954c9202d,42881,1732692198506 2024-11-27T07:23:47,780 INFO [RS:0;289954c9202d:42881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:23:47,781 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [289954c9202d,42881,1732692198506] 2024-11-27T07:23:47,801 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0929699500/draining/289954c9202d,42881,1732692198506 already deleted, retry=false 2024-11-27T07:23:47,801 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 289954c9202d,42881,1732692198506 expired; onlineServers=0 2024-11-27T07:23:47,801 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '289954c9202d,33113,1732692198257' ***** 2024-11-27T07:23:47,801 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T07:23:47,802 INFO [M:0;289954c9202d:33113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T07:23:47,802 INFO [M:0;289954c9202d:33113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T07:23:47,802 DEBUG [M:0;289954c9202d:33113 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T07:23:47,802 DEBUG [M:0;289954c9202d:33113 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T07:23:47,802 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T07:23:47,802 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692199032 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.small.0-1732692199032,5,FailOnTimeoutGroup] 2024-11-27T07:23:47,802 DEBUG [master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692199027 {}] cleaner.HFileCleaner(306): Exit Thread[master/289954c9202d:0:becomeActiveMaster-HFileCleaner.large.0-1732692199027,5,FailOnTimeoutGroup] 2024-11-27T07:23:47,802 INFO [M:0;289954c9202d:33113 {}] hbase.ChoreService(370): Chore service for: master/289954c9202d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T07:23:47,802 INFO [M:0;289954c9202d:33113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T07:23:47,802 DEBUG [M:0;289954c9202d:33113 {}] master.HMaster(1795): Stopping service threads 2024-11-27T07:23:47,802 INFO [M:0;289954c9202d:33113 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T07:23:47,802 INFO [M:0;289954c9202d:33113 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T07:23:47,802 ERROR [M:0;289954c9202d:33113 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1905109231) connection to localhost/127.0.0.1:42319 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42319,5,PEWorkerGroup] 2024-11-27T07:23:47,802 INFO [M:0;289954c9202d:33113 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T07:23:47,802 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T07:23:47,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0929699500/master 2024-11-27T07:23:47,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929699500 2024-11-27T07:23:47,822 DEBUG [M:0;289954c9202d:33113 {}] zookeeper.RecoverableZooKeeper(212): Node /0929699500/master already deleted, retry=false 2024-11-27T07:23:47,822 DEBUG [M:0;289954c9202d:33113 {}] master.ActiveMasterManager(353): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Failed delete of our master address node; KeeperErrorCode = NoNode for /0929699500/master 2024-11-27T07:23:47,823 INFO [M:0;289954c9202d:33113 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/.lastflushedseqids 2024-11-27T07:23:47,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741853_1029 (size=263) 2024-11-27T07:23:47,843 INFO [M:0;289954c9202d:33113 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T07:23:47,843 INFO [M:0;289954c9202d:33113 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T07:23:47,843 DEBUG [M:0;289954c9202d:33113 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T07:23:47,843 INFO [M:0;289954c9202d:33113 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:47,843 DEBUG [M:0;289954c9202d:33113 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:47,843 DEBUG [M:0;289954c9202d:33113 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T07:23:47,843 DEBUG [M:0;289954c9202d:33113 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:47,843 INFO [M:0;289954c9202d:33113 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-27T07:23:47,844 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T07:23:47,858 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T07:23:47,862 DEBUG [M:0;289954c9202d:33113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/701ec800c78d4bf5b2be08e15af1740d is 82, key is hbase:meta,,1/info:regioninfo/1732692199877/Put/seqid=0 2024-11-27T07:23:47,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:47,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:47,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:47,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:47,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:47,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:47,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:47,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:47,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741854_1030 (size=5672) 2024-11-27T07:23:47,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42881-0x1017b2cb6d50001, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:23:47,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42881-0x1017b2cb6d50001, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:23:47,891 INFO [RS:0;289954c9202d:42881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:23:47,891 INFO [RS:0;289954c9202d:42881 {}] regionserver.HRegionServer(1031): Exiting; stopping=289954c9202d,42881,1732692198506; zookeeper connection closed. 2024-11-27T07:23:47,895 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@117009c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@117009c7 2024-11-27T07:23:47,895 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T07:23:47,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:47,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:47,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:47,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:47,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:47,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:47,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:47,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:47,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:47,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:47,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:47,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T07:23:48,273 INFO [M:0;289954c9202d:33113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/701ec800c78d4bf5b2be08e15af1740d 2024-11-27T07:23:48,294 DEBUG [M:0;289954c9202d:33113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/422f466fd4ae4036b614f4042484c0fc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732692216482/Put/seqid=0 2024-11-27T07:23:48,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741855_1031 (size=8909) 2024-11-27T07:23:48,702 INFO [M:0;289954c9202d:33113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/422f466fd4ae4036b614f4042484c0fc 2024-11-27T07:23:48,719 DEBUG [M:0;289954c9202d:33113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c89bb11dff4c4ca9bfe9bcc4d3ed02b0 is 69, key is 289954c9202d,42881,1732692198506/rs:state/1732692199084/Put/seqid=0 2024-11-27T07:23:48,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741856_1032 (size=5156) 2024-11-27T07:23:49,122 INFO [M:0;289954c9202d:33113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c89bb11dff4c4ca9bfe9bcc4d3ed02b0 2024-11-27T07:23:49,126 DEBUG [M:0;289954c9202d:33113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/701ec800c78d4bf5b2be08e15af1740d as hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/701ec800c78d4bf5b2be08e15af1740d 2024-11-27T07:23:49,129 INFO [M:0;289954c9202d:33113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/701ec800c78d4bf5b2be08e15af1740d, entries=8, sequenceid=112, filesize=5.5 K 2024-11-27T07:23:49,130 DEBUG [M:0;289954c9202d:33113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/422f466fd4ae4036b614f4042484c0fc as hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/422f466fd4ae4036b614f4042484c0fc 2024-11-27T07:23:49,134 INFO [M:0;289954c9202d:33113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/422f466fd4ae4036b614f4042484c0fc, entries=13, sequenceid=112, filesize=8.7 K 2024-11-27T07:23:49,134 DEBUG [M:0;289954c9202d:33113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c89bb11dff4c4ca9bfe9bcc4d3ed02b0 as hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c89bb11dff4c4ca9bfe9bcc4d3ed02b0 2024-11-27T07:23:49,138 INFO [M:0;289954c9202d:33113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c89bb11dff4c4ca9bfe9bcc4d3ed02b0, entries=1, sequenceid=112, filesize=5.0 K 2024-11-27T07:23:49,139 INFO [M:0;289954c9202d:33113 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=112, compaction requested=false 2024-11-27T07:23:49,140 INFO [M:0;289954c9202d:33113 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T07:23:49,140 DEBUG [M:0;289954c9202d:33113 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732692227843Disabling compacts and flushes for region at 1732692227843Disabling writes for close at 1732692227843Obtaining lock to block concurrent updates at 1732692227843Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732692227843Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732692227844 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732692227844Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732692227844Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732692227861 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732692227861Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732692228278 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732692228294 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732692228294Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732692228706 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732692228718 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732692228718Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b565ad4: reopening flushed file at 1732692229125 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1273395f: reopening flushed file at 1732692229129 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@827d577: reopening flushed file at 1732692229134 (+5 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=112, compaction requested=false at 1732692229139 (+5 ms)Writing region close event to WAL at 1732692229140 (+1 ms)Closed at 1732692229140 2024-11-27T07:23:49,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34659 is added to blk_1073741830_1006 (size=69055) 2024-11-27T07:23:49,148 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f6325cca-5e8f-43d1-f6f1-44e43a68c531/MasterData/WALs/289954c9202d,33113,1732692198257/289954c9202d%2C33113%2C1732692198257.1732692198779 not finished, retry = 0 2024-11-27T07:23:49,249 INFO [M:0;289954c9202d:33113 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T07:23:49,249 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T07:23:49,249 INFO [M:0;289954c9202d:33113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33113 2024-11-27T07:23:49,249 INFO [M:0;289954c9202d:33113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T07:23:49,371 INFO [M:0;289954c9202d:33113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T07:23:49,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:23:49,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1017b2cb6d50000, quorum=127.0.0.1:57593, baseZNode=/0929699500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T07:23:49,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41108ba3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T07:23:49,376 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42e80402{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:23:49,376 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:23:49,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@376386ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:23:49,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e5cb522{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/hadoop.log.dir/,STOPPED} 2024-11-27T07:23:49,378 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T07:23:49,378 WARN [BP-906719241-172.17.0.3-1732692196161 heartbeating to localhost/127.0.0.1:42319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T07:23:49,378 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T07:23:49,378 WARN [BP-906719241-172.17.0.3-1732692196161 heartbeating to localhost/127.0.0.1:42319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-906719241-172.17.0.3-1732692196161 (Datanode Uuid fc161de6-c763-4ee4-980d-14fd12577924) service to localhost/127.0.0.1:42319 2024-11-27T07:23:49,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/cluster_0fa84878-b4df-28aa-e573-16a67d252fd9/data/data1/current/BP-906719241-172.17.0.3-1732692196161 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:23:49,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/cluster_0fa84878-b4df-28aa-e573-16a67d252fd9/data/data2/current/BP-906719241-172.17.0.3-1732692196161 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T07:23:49,379 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T07:23:49,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b5cb6ad{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T07:23:49,385 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54b4a400{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T07:23:49,385 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T07:23:49,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2874f3a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T07:23:49,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4efffad1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a19c953d-cbc5-4051-b6e3-9f87732e6502/hadoop.log.dir/,STOPPED} 2024-11-27T07:23:49,392 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T07:23:49,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T07:23:49,418 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=597 (was 526) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43425 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38241 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42319 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57593) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43425 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42319 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43425 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57593) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:42319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:38241 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42319 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43425 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38241 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:43425 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57593) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38241 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38241 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38241 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43425 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=979 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=474 (was 483), ProcessCount=11 (was 11), AvailableMemoryMB=3550 (was 3756) 2024-11-27T07:23:49,419 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=597 is superior to 500